Memos is an open-source, self-hosted note-taking app that brings your everyday thoughts together in a personal timeline. Your data stays yours, and you choose what to keep private or share.
Go dockerfossgomarkdownmemomicroblognote-takingnotesopen-sourceown-your-datareactself-hostedsqlitetimeline
chore: initial gomark plugin (#1678)
boojack88799d469c1f
diff --git a/plugin/gomark/README.md b/plugin/gomark/README.mdnew file mode 100644index 000000000..2a6f14807--- /dev/null+++ b/plugin/gomark/README.md@@ -0,0 +1,3 @@+# gomark++A markdown parser for memos. WIPdiff --git a/plugin/gomark/ast/ast.go b/plugin/gomark/ast/ast.gonew file mode 100644index 000000000..e2ba029cd--- /dev/null+++ b/plugin/gomark/ast/ast.go@@ -0,0 +1,19 @@+package ast++type Node struct {+ Type string+ Text string+ Children []*Node+}++type Document struct {+ Nodes []*Node+}++func NewDocument() *Document {+ return &Document{}+}++func (d *Document) AddNode(node *Node) {+ d.Nodes = append(d.Nodes, node)+}diff --git a/plugin/gomark/ast/node.go b/plugin/gomark/ast/node.gonew file mode 100644index 000000000..0ef0259d8--- /dev/null+++ b/plugin/gomark/ast/node.go@@ -0,0 +1,12 @@+package ast++func NewNode(tp, text string) *Node {+ return &Node{+ Type: tp,+ Text: text,+ }+}++func (n *Node) AddChild(child *Node) {+ n.Children = append(n.Children, child)+}diff --git a/plugin/gomark/gomark.go b/plugin/gomark/gomark.gonew file mode 100644index 000000000..b7f941d5f--- /dev/null+++ b/plugin/gomark/gomark.go@@ -0,0 +1 @@+package gomarkdiff --git a/plugin/gomark/parser/heading.go b/plugin/gomark/parser/heading.gonew file mode 100644index 000000000..5b420eca2--- /dev/null+++ b/plugin/gomark/parser/heading.go@@ -0,0 +1,41 @@+package parser++import (+ "strings"++ "github.com/usememos/memos/plugin/gomark/ast"+)++type HeadingTokenizer struct {+}++func NewHeadingTokenizer() *HeadingTokenizer {+ return &HeadingTokenizer{}+}++func (*HeadingTokenizer) Trigger() []byte {+ return []byte{'#'}+}++func (*HeadingTokenizer) Parse(parent *ast.Node, block string) *ast.Node {+ line := block+ level := 0+ for _, c := range line {+ if c == '#' {+ level+++ } else if c == ' ' {+ break+ } else {+ return nil+ }+ }+ if level == 0 || level > 6 {+ return nil+ }+ text := strings.TrimSpace(line[level+1:])+ node := ast.NewNode("h1", text)+ if parent != nil {+ parent.AddChild(node)+ }+ return node+}diff --git a/plugin/gomark/parser/heading_test.go b/plugin/gomark/parser/heading_test.gonew file mode 100644index 000000000..0bfe2c257--- /dev/null+++ b/plugin/gomark/parser/heading_test.go@@ -0,0 +1 @@+package parserdiff --git a/plugin/gomark/parser/parser.go b/plugin/gomark/parser/parser.gonew file mode 100644index 000000000..0bfe2c257--- /dev/null+++ b/plugin/gomark/parser/parser.go@@ -0,0 +1 @@+package parserdiff --git a/plugin/gomark/parser/tokenizer/token.go b/plugin/gomark/parser/tokenizer/token.gonew file mode 100644index 000000000..207f57eec--- /dev/null+++ b/plugin/gomark/parser/tokenizer/token.go@@ -0,0 +1,27 @@+package tokenizer++type TokenType = string++const (+ Underline TokenType = "_"+ Star TokenType = "*"+ Newline TokenType = "\n"+ Hash TokenType = "#"+ Space TokenType = " "+)++const (+ Text TokenType = ""+)++type Token struct {+ Type TokenType+ Value string+}++func NewToken(tp, text string) *Token {+ return &Token{+ Type: tp,+ Value: text,+ }+}diff --git a/plugin/gomark/parser/tokenizer/tokenizer.go b/plugin/gomark/parser/tokenizer/tokenizer.gonew file mode 100644index 000000000..3f026fb0c--- /dev/null+++ b/plugin/gomark/parser/tokenizer/tokenizer.go@@ -0,0 +1,28 @@+package tokenizer++func tokenize(text string) []*Token {+ tokens := []*Token{}+ for _, c := range text {+ switch c {+ case '_':+ tokens = append(tokens, NewToken(Underline, "_"))+ case '*':+ tokens = append(tokens, NewToken(Star, "*"))+ case '\n':+ tokens = append(tokens, NewToken(Newline, "\n"))+ case ' ':+ tokens = append(tokens, NewToken(Space, " "))+ default:+ var lastToken *Token+ if len(tokens) > 0 {+ lastToken = tokens[len(tokens)-1]+ }+ if lastToken == nil || lastToken.Type != Text {+ tokens = append(tokens, NewToken(Text, string(c)))+ } else {+ lastToken.Value += string(c)+ }+ }+ }+ return tokens+}diff --git a/plugin/gomark/parser/tokenizer/tokenizer_test.go b/plugin/gomark/parser/tokenizer/tokenizer_test.gonew file mode 100644index 000000000..580ebdef5--- /dev/null+++ b/plugin/gomark/parser/tokenizer/tokenizer_test.go@@ -0,0 +1,40 @@+package tokenizer++import (+ "testing"++ "github.com/stretchr/testify/require"+)++func TestTokenize(t *testing.T) {+ tests := []struct {+ text string+ tokens []*Token+ }{+ {+ text: "*Hello world!",+ tokens: []*Token{+ {+ Type: Star,+ Value: "*",+ },+ {+ Type: Text,+ Value: "Hello",+ },+ {+ Type: Space,+ Value: " ",+ },+ {+ Type: Text,+ Value: "world!",+ },+ },+ },+ }+ for _, test := range tests {+ result := tokenize(test.text)+ require.Equal(t, test.tokens, result)+ }+}diff --git a/plugin/gomark/renderer/renderer.go b/plugin/gomark/renderer/renderer.gonew file mode 100644index 000000000..35803f645--- /dev/null+++ b/plugin/gomark/renderer/renderer.go@@ -0,0 +1 @@+package renderer