Skip to content

An open-source, privacy-first, self-hosted knowledge workspace where humans and AI agents work together 开源、隐私优先、自托管的知识工作空间,让人与智能体在此协作

6.9 KB
Raw Blame
// SiYuan - https://github.com/siyuan-note/siyuan
// Copyright (c) 2020-present, b3log.org
// SPDX-License-Identifier: AGPL-3.0-or-later

package agent

import (
	"encoding/json"
	"net/http"
	"net/http/httptest"
	"testing"

	"github.com/siyuan-note/siyuan/kernel/util"
)

func TestGenerateTitleDisablesReasoningWithinOutputBudget(t *testing.T) {
	var request map[string]any
	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
		if err := json.NewDecoder(r.Body).Decode(&request); err != nil {
			t.Errorf("decode title request: %v", err)
			return
		}
		w.Header().Set("Content-Type", "application/json")
		_, _ = w.Write([]byte(`{"choices":[{"message":{"content":"Reasoning Compatibility"}}]}`))
	}))
	defer server.Close()

	title := GenerateTitle(util.NewAIClientWithModel("test", server.URL+"/v1", "test-model"), server.URL+"/v1",
		util.OpenAIProtocolChatCompletions, "test-model", "Investigate reasoning output", "en")
	if title != "Reasoning Compatibility" {
		t.Fatalf("title = %q", title)
	}
	if request["max_completion_tokens"] != float64(50) || request["reasoning_effort"] != "none" {
		t.Fatalf("unexpected title request: %#v", request)
	}
}

func TestGenerateTitleRetriesWithoutReasoningForLegacyEndpoint(t *testing.T) {
	requests := make([]map[string]any, 0, 2)
	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
		var request map[string]any
		if err := json.NewDecoder(r.Body).Decode(&request); err != nil {
			t.Errorf("decode title request: %v", err)
			return
		}
		requests = append(requests, request)
		if len(requests) == 1 {
			w.Header().Set("Content-Type", "application/json")
			w.WriteHeader(http.StatusBadRequest)
			_, _ = w.Write([]byte(`{"error":{"message":"reasoning_effort is unsupported"}}`))
			return
		}
		w.Header().Set("Content-Type", "application/json")
		_, _ = w.Write([]byte(`{"choices":[{"message":{"content":"Legacy Endpoint"}}]}`))
	}))
	defer server.Close()

	title := GenerateTitle(util.NewAIClientWithModel("test", server.URL+"/v1", "test-model"), server.URL+"/v1",
		util.OpenAIProtocolChatCompletions, "test-model", "Investigate legacy endpoint", "en")
	if title != "Legacy Endpoint" || len(requests) != 2 {
		t.Fatalf("title = %q, requests = %d", title, len(requests))
	}
	if requests[1]["reasoning_effort"] != nil || requests[1]["max_completion_tokens"] != float64(512) {
		t.Fatalf("unexpected retry request: %#v", requests[1])
	}
}

func TestGenerateTitleRetriesWithoutReasoningForResponsesEndpoint(t *testing.T) {
	requests := make([]map[string]any, 0, 2)
	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
		if r.URL.Path != "/v1/responses" {
			t.Errorf("unexpected Responses path: %s", r.URL.Path)
			w.WriteHeader(http.StatusNotFound)
			return
		}
		var request map[string]any
		if err := json.NewDecoder(r.Body).Decode(&request); err != nil {
			t.Errorf("decode title request: %v", err)
			return
		}
		requests = append(requests, request)
		w.Header().Set("Content-Type", "application/json")
		if len(requests) == 1 {
			w.WriteHeader(http.StatusBadRequest)
			_, _ = w.Write([]byte(`{"error":{"message":"reasoning.effort is unsupported","param":"reasoning.effort","type":"invalid_request_error"}}`))
			return
		}
		_, _ = w.Write([]byte(`{"id":"resp_1","object":"response","status":"completed","model":"test-model","output":[{"id":"msg_1","type":"message","status":"completed","role":"assistant","content":[{"type":"output_text","text":"Responses Endpoint","annotations":[]}]}]}`))
	}))
	defer server.Close()

	title := GenerateTitle(util.NewAIClientWithModel("test", server.URL+"/v1", "test-model"), server.URL+"/v1",
		util.OpenAIProtocolResponses, "test-model", "Investigate Responses endpoint", "en")
	if title != "Responses Endpoint" || len(requests) != 2 {
		t.Fatalf("title = %q, requests = %d", title, len(requests))
	}
	initialReasoning, ok := requests[0]["reasoning"].(map[string]any)
	if !ok || initialReasoning["effort"] != "none" || requests[0]["max_output_tokens"] != float64(50) {
		t.Fatalf("unexpected initial Responses request: %#v", requests[0])
	}
	if requests[1]["reasoning"] != nil || requests[1]["max_output_tokens"] != float64(512) {
		t.Fatalf("unexpected retry Responses request: %#v", requests[1])
	}
}

func TestGenerateTitleRetriesWhenReasoningExhaustsInitialBudget(t *testing.T) {
	requests := make([]map[string]any, 0, 2)
	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
		var request map[string]any
		if err := json.NewDecoder(r.Body).Decode(&request); err != nil {
			t.Errorf("decode title request: %v", err)
			return
		}
		requests = append(requests, request)
		w.Header().Set("Content-Type", "application/json")
		if len(requests) == 1 {
			_, _ = w.Write([]byte(`{"choices":[{"message":{"reasoning_content":"thinking"},"finish_reason":"length"}]}`))
			return
		}
		_, _ = w.Write([]byte(`{"choices":[{"message":{"content":"Reasoning Budget"},"finish_reason":"stop"}]}`))
	}))
	defer server.Close()

	title := GenerateTitle(util.NewAIClientWithModel("test", server.URL+"/v1", "test-model"), server.URL+"/v1",
		util.OpenAIProtocolChatCompletions, "test-model", "Investigate title token budget", "en")
	if title != "Reasoning Budget" || len(requests) != 2 {
		t.Fatalf("title = %q, requests = %d", title, len(requests))
	}
	if requests[1]["reasoning_effort"] != nil || requests[1]["max_completion_tokens"] != float64(512) {
		t.Fatalf("unexpected retry request: %#v", requests[1])
	}
}

func TestGenerateTitleDoesNotRetryUnrelatedProviderError(t *testing.T) {
	requests := 0
	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
		requests++
		w.Header().Set("Content-Type", "application/json")
		w.WriteHeader(http.StatusBadGateway)
		_, _ = w.Write([]byte(`{"error":{"message":"upstream unavailable"}}`))
	}))
	defer server.Close()

	title := GenerateTitle(util.NewAIClientWithModel("test", server.URL+"/v1", "test-model"), server.URL+"/v1",
		util.OpenAIProtocolChatCompletions, "test-model", "Investigate provider failure", "en")
	if title != "Investigate provider failure" || requests != 1 {
		t.Fatalf("title = %q, requests = %d", title, requests)
	}
}

func TestGenerateTitleDoesNotRetryReasoningErrorFromUnavailableProvider(t *testing.T) {
	requests := 0
	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
		requests++
		w.Header().Set("Content-Type", "application/json")
		w.WriteHeader(http.StatusBadGateway)
		_, _ = w.Write([]byte(`{"error":{"message":"reasoning_effort validation is temporarily unavailable","param":"reasoning_effort"}}`))
	}))
	defer server.Close()

	title := GenerateTitle(util.NewAIClientWithModel("test", server.URL+"/v1", "test-model"), server.URL+"/v1",
		util.OpenAIProtocolChatCompletions, "test-model", "Investigate provider failure", "en")
	if title != "Investigate provider failure" || requests != 1 {
		t.Fatalf("title = %q, requests = %d", title, requests)
	}
}