Skip to content

Open-source LLM knowledge platform: turn raw documents into a queryable RAG, an autonomous reasoning agent, and a self-maintaining Wiki.

3.5 KB
Raw Blame
package embedding

import (
	"context"
	"fmt"
	"strings"
	"time"

	"github.com/Tencent/WeKnora/internal/logger"
)

// debugEmbedder wraps an Embedder with LLM debug logging.
type debugEmbedder struct {
	inner Embedder
}

func (d *debugEmbedder) Embed(ctx context.Context, text string) ([]float32, error) {
	start := time.Now()
	result, err := d.inner.Embed(ctx, text)
	logEmbeddingDebug(ctx, d.inner.GetModelName(), []string{text}, singleToDouble(result), err, time.Since(start))
	return result, err
}

func (d *debugEmbedder) BatchEmbed(ctx context.Context, texts []string) ([][]float32, error) {
	start := time.Now()
	result, err := d.inner.BatchEmbed(ctx, texts)
	logEmbeddingDebug(ctx, d.inner.GetModelName(), texts, result, err, time.Since(start))
	return result, err
}

func (d *debugEmbedder) BatchEmbedWithPool(ctx context.Context, model Embedder, texts []string) ([][]float32, error) {
	return d.inner.BatchEmbedWithPool(ctx, d, texts)
}

func (d *debugEmbedder) AcceptsImages() bool {
	_, ok := AsImageEmbedder(d.inner)
	return ok
}

func (d *debugEmbedder) ImageLimits() ImageLimits { return imageLimitsOf(d.inner) }

func (d *debugEmbedder) BatchEmbedImages(ctx context.Context, images []Image) ([][]float32, error) {
	inner, err := imageSide(d.inner)
	if err != nil {
		return nil, err
	}
	start := time.Now()
	result, err := inner.BatchEmbedImages(ctx, images)
	logEmbeddingDebug(ctx, d.inner.GetModelName(), describeImages(images), result, err, time.Since(start))
	return result, err
}

// describeImages stands in for the images in logs and traces, which must not
// carry their bytes.
func describeImages(images []Image) []string {
	out := make([]string, len(images))
	for i, img := range images {
		out[i] = fmt.Sprintf("<%s, %d bytes>", img.MIMEType, len(img.Data))
	}
	return out
}

func (d *debugEmbedder) GetModelName() string { return d.inner.GetModelName() }
func (d *debugEmbedder) GetDimensions() int   { return d.inner.GetDimensions() }
func (d *debugEmbedder) GetModelID() string   { return d.inner.GetModelID() }

func singleToDouble(v []float32) [][]float32 {
	if v == nil {
		return nil
	}
	return [][]float32{v}
}

func logEmbeddingDebug(ctx context.Context, model string, inputs []string, outputs [][]float32, callErr error, dur time.Duration) {
	if !logger.LLMDebugEnabled() {
		return
	}

	record := &logger.LLMCallRecord{
		CallType: "Embedding",
		Model:    model,
		Duration: dur,
	}

	// Input section: show each text with a preview
	var inputBuf strings.Builder
	inputBuf.WriteString(fmt.Sprintf("count=%d\n", len(inputs)))
	for i, t := range inputs {
		preview := strings.ReplaceAll(t, "\n", "\\n")
		preview = logger.TruncateRunes(preview, 200)
		inputBuf.WriteString(fmt.Sprintf("[%d] (len=%d) %s\n", i, len([]rune(t)), preview))
	}
	record.Sections = append(record.Sections, logger.RecordSection{Title: "Input", Content: inputBuf.String()})

	// Output section
	if outputs != nil {
		var outBuf strings.Builder
		outBuf.WriteString(fmt.Sprintf("count=%d\n", len(outputs)))
		for i, vec := range outputs {
			if len(vec) > 0 {
				outBuf.WriteString(fmt.Sprintf("[%d] dims=%d, first_3=[%.6f, %.6f, %.6f]\n", i, len(vec),
					safeIdx(vec, 0), safeIdx(vec, 1), safeIdx(vec, 2)))
			} else {
				outBuf.WriteString(fmt.Sprintf("[%d] empty\n", i))
			}
		}
		record.Sections = append(record.Sections, logger.RecordSection{Title: "Output", Content: outBuf.String()})
	}

	if callErr != nil {
		record.Error = callErr.Error()
	}
	logger.LLMDebugLog(ctx, record)
}

func safeIdx(v []float32, i int) float32 {
	if i < len(v) {
		return v[i]
	}
	return 0
}