Skip to content

An open-source, privacy-first, self-hosted knowledge workspace where humans and AI agents work together 开源、隐私优先、自托管的知识工作空间,让人与智能体在此协作

1.3 KB
Raw Blame
// 本文件移植自 https://github.com/grafana/sobek-webapi-encoding 的 encoding/text_encoder.go(提交 5785852a34),
// 按 Apache License 2.0 使用,许可证全文见同目录 LICENSE。
// 修改:以 github.com/dop251/goja 替换 github.com/grafana/sobek。

package encoding

import (
	"errors"

	"golang.org/x/text/encoding"
	"golang.org/x/text/encoding/unicode"
)

// TextEncoder represents an encoder that will generate a byte stream
// with UTF-8 encoding.
//
// See https://encoding.spec.whatwg.org/#textencoder
type TextEncoder struct {
	// Encoding holds the encoding format name, which is always "utf-8"
	// as per the WHATWG Encoding spec.
	Encoding Name

	encoder encoding.Encoding
}

// NewTextEncoder returns a new TextEncoder object instance that will
// generate a byte stream with UTF-8 encoding.
func NewTextEncoder() *TextEncoder {
	return &TextEncoder{
		encoder:  unicode.UTF8,
		Encoding: UTF8EncodingFormat,
	}
}

// Encode takes a string as input and returns an encoded byte stream.
func (te *TextEncoder) Encode(text string) ([]byte, error) {
	if te.encoder == nil {
		return nil, errors.New("encoding not set")
	}

	enc := te.encoder.NewEncoder()
	encoded, err := enc.String(text)
	if err != nil {
		return nil, NewError(TypeError, "encoding text: "+err.Error())
	}

	return []byte(encoded), nil
}