An open-source, privacy-first, self-hosted knowledge workspace where humans and AI agents work together 开源、隐私优先、自托管的知识工作空间,让人与智能体在此协作
TypeScript agentic-aiai-agentknowledge-baselocal-firstmarkdownmcpmindmapnote-takingself-hostedsiyuanworkspace
// SiYuan - https://github.com/siyuan-note/siyuan
// Copyright (c) 2020-present, b3log.org
// SPDX-License-Identifier: AGPL-3.0-or-later
package util
import (
"encoding/json"
"io"
"net/http"
"net/http/httptest"
"strings"
"testing"
"unicode/utf8"
)
func TestTestRerankModelValidatesResults(t *testing.T) {
tests := []struct {
name string
body string
matched bool
}{
{name: "valid", body: `{"results":[{"index":1,"relevance_score":0.9},{"index":0,"relevance_score":0.8}]}`, matched: true},
{name: "empty", body: `{"results":[]}`},
{name: "nested", body: `{"output":{"results":[{"index":1,"relevance_score":0.9},{"index":0,"relevance_score":0.8}]}}`, matched: true},
{name: "missing", body: `{"output":{}}`},
{name: "duplicate", body: `{"results":[{"index":0,"relevance_score":0.9},{"index":0,"relevance_score":0.8}]}`},
}
for _, test := range tests {
t.Run(test.name, func(t *testing.T) {
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
w.Header().Set("Content-Type", "application/json")
_, _ = w.Write([]byte(test.body))
}))
defer server.Close()
matched, err := TestRerankModel(RerankOptions{
APIKey: "key",
Endpoint: server.URL,
Model: "model",
Timeout: 5,
})
if matched != test.matched {
t.Fatalf("matched = %v, want %v", matched, test.matched)
}
if test.matched && nil != err {
t.Fatalf("unexpected error: %v", err)
}
if !test.matched && nil == err {
t.Fatal("expected validation error")
}
})
}
}
func TestRerankRequestFormats(t *testing.T) {
tests := []struct {
name string
requestFormat RerankRequestFormat
topN int
expected string
}{
{
name: "default cohere",
topN: 1,
expected: `{"model":"model","query":"query","documents":["document"],"top_n":1}`,
},
{
name: "cohere without top n",
requestFormat: RerankRequestFormatCohere,
expected: `{"model":"model","query":"query","documents":["document"]}`,
},
{
name: "dashscope",
requestFormat: RerankRequestFormatDashScope,
topN: 1,
expected: `{"model":"model","input":{"query":"query","documents":["document"]},"parameters":{"top_n":1}}`,
},
{
name: "dashscope without top n",
requestFormat: RerankRequestFormatDashScope,
expected: `{"model":"model","input":{"query":"query","documents":["document"]}}`,
},
}
for _, test := range tests {
t.Run(test.name, func(t *testing.T) {
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
body, err := io.ReadAll(r.Body)
if nil != err {
t.Fatalf("read request failed: %v", err)
}
if string(body) != test.expected {
t.Fatalf("request body = %s, want %s", body, test.expected)
}
w.Header().Set("Content-Type", "application/json")
_, _ = w.Write([]byte(`{"results":[{"index":0,"relevance_score":1}]}`))
}))
defer server.Close()
indices, _, err := Rerank("query", []string{"document"}, RerankOptions{
APIKey: "key",
Endpoint: server.URL,
Model: "model",
RequestFormat: test.requestFormat,
TopN: test.topN,
Timeout: 5,
})
if nil != err {
t.Fatalf("Rerank failed: %v", err)
}
if len(indices) != 1 || 0 != indices[0] {
t.Fatalf("unexpected indices: %v", indices)
}
})
}
}
func TestRerankTruncatesDocumentsByRunes(t *testing.T) {
var received rerankCohereRequest
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
if err := json.NewDecoder(r.Body).Decode(&received); nil != err {
t.Fatalf("decode request failed: %v", err)
}
w.Header().Set("Content-Type", "application/json")
_, _ = w.Write([]byte(`{"results":[{"index":0,"relevance_score":1}]}`))
}))
defer server.Close()
document := strings.Repeat("中", rerankDocTextMaxRunes+1)
indices, _, err := Rerank("query", []string{document}, RerankOptions{
APIKey: "key",
Endpoint: server.URL,
Model: "model",
TopN: 1,
Timeout: 5,
})
if nil != err {
t.Fatalf("Rerank failed: %v", err)
}
if len(indices) != 1 || indices[0] != 0 {
t.Fatalf("unexpected indices: %v", indices)
}
if len(received.Documents) != 1 {
t.Fatalf("unexpected documents: %v", received.Documents)
}
if !utf8.ValidString(received.Documents[0]) {
t.Fatal("truncated document is not valid UTF-8")
}
if got := utf8.RuneCountInString(received.Documents[0]); got != rerankDocTextMaxRunes {
t.Fatalf("rune count = %d, want %d", got, rerankDocTextMaxRunes)
}
}