Open-source LLM knowledge platform: turn raw documents into a queryable RAG, an autonomous reasoning agent, and a self-maintaining Wiki.
Go agentagenticaichatbotdsh-pluginembeddingsevaluationgenerative-aigolangknowledge-basellmmulti-tenantollamaopenaiquestion-answeringragrerankingsemantic-searchvector-searchwiki
fix(im/wecom): preserve image in mixed messages with text captions (#3901)
洛根c0c194f6253b
diff --git a/internal/im/wecom/longconn.go b/internal/im/wecom/longconn.goindex 3ecd6cf45..220f87023 100644--- a/internal/im/wecom/longconn.go+++ b/internal/im/wecom/longconn.go@@ -646,7 +646,11 @@ func (c *LongConnClient) handleCallback(ctx context.Context, conn *ws.Conn, fram}// convertMixedMessage converts a WeCom mixed (text+image) message.-// Extracts all text content for QA; if there's only images, treat as image message.+// When the message contains both text and images, the first image is kept as+// the QA attachment and the text is preserved as its caption — the IM service+// treats a captioned image exactly like a standalone image message, so the+// model sees the image and the user's question together. Text-only and+// image-only messages keep their previous behavior.func (c *LongConnClient) convertMixedMessage(msg *botMessage, chatID string, chatType im.ChatType, reqID string) *im.IncomingMessage {isGroup := chatType == im.ChatTypeGroupvar textParts []string@@ -671,34 +675,41 @@ func (c *LongConnClient) convertMixedMessage(msg *botMessage, chatID string, cha}}- // If there's text content, treat as text message (QA query)- if len(textParts) > 0 {- return &im.IncomingMessage{+ // Text plus image(s): image as attachment, text as caption. Downstream,+ // prepareIMAttachments downloads the image and fileMessageQAContent keeps+ // msg.Content as the query, so dropping the image here would silently+ // blind the model for the most common mixed-message shape ("这是什么?" + screenshot).+ if firstImageURL != "" {+ incoming := &im.IncomingMessage{Platform: im.PlatformWeCom,- MessageType: im.MessageTypeText,+ MessageType: im.MessageTypeImage,UserID: msg.From.UserID,UserName: msg.From.UserID,ChatID: chatID,ChatType: chatType,- Content: strings.Join(textParts, "\n"),MessageID: msg.MsgID,- Extra: map[string]string{"req_id": reqID},+ FileKey: firstImageURL,+ FileName: msg.MsgID + ".png",+ Extra: map[string]string{"req_id": reqID, "aes_key": firstImageAESKey},}+ if len(textParts) > 0 {+ incoming.Content = strings.Join(textParts, "\n")+ }+ return incoming}- // Only images, treat as image message (save to KB)- if firstImageURL != "" {+ // Text only, treat as text message (QA query)+ if len(textParts) > 0 {return &im.IncomingMessage{Platform: im.PlatformWeCom,- MessageType: im.MessageTypeImage,+ MessageType: im.MessageTypeText,UserID: msg.From.UserID,UserName: msg.From.UserID,ChatID: chatID,ChatType: chatType,+ Content: strings.Join(textParts, "\n"),MessageID: msg.MsgID,- FileKey: firstImageURL,- FileName: msg.MsgID + ".png",- Extra: map[string]string{"req_id": reqID, "aes_key": firstImageAESKey},+ Extra: map[string]string{"req_id": reqID},}}diff --git a/internal/im/wecom/mixed_test.go b/internal/im/wecom/mixed_test.gonew file mode 100644index 000000000..ae5459645--- /dev/null+++ b/internal/im/wecom/mixed_test.go@@ -0,0 +1,133 @@+package wecom++import (+ "testing"++ "github.com/Tencent/WeKnora/internal/im"+)++// mixedMsg builds a botMessage with msgtype "mixed" from text/image parts.+func mixedMsg(parts ...botMixedItem) *botMessage {+ msg := &botMessage{}+ msg.MsgType = "mixed"+ msg.MsgID = "msg_mixed_1"+ msg.From.UserID = "user1"+ msg.Mixed.MsgItem = parts+ return msg+}++func textItem(content string) botMixedItem {+ var item botMixedItem+ item.MsgType = "text"+ item.Text.Content = content+ return item+}++func imageItem(url, aesKey string) botMixedItem {+ var item botMixedItem+ item.MsgType = "image"+ item.Image.URL = url+ item.Image.AESKey = aesKey+ return item+}++func TestConvertMixedMessage(t *testing.T) {+ c := &LongConnClient{}++ tests := []struct {+ name string+ msg *botMessage+ chatType im.ChatType+ wantNil bool+ wantType im.MessageType+ wantContent string+ wantFileKey string+ wantAESKey string+ }{+ {+ name: "text plus image: image kept as attachment, text as caption",+ msg: mixedMsg(textItem("这张图里是什么?"), imageItem("https://img.example/1", "key1")),+ chatType: im.ChatTypeDirect,+ wantType: im.MessageTypeImage,+ wantContent: "这张图里是什么?",+ wantFileKey: "https://img.example/1",+ wantAESKey: "key1",+ },+ {+ name: "multiple images with text: first image kept",+ msg: mixedMsg(+ textItem("这两张图有什么区别?"),+ imageItem("https://img.example/1", "key1"),+ imageItem("https://img.example/2", "key2"),+ ),+ chatType: im.ChatTypeDirect,+ wantType: im.MessageTypeImage,+ wantContent: "这两张图有什么区别?",+ wantFileKey: "https://img.example/1",+ wantAESKey: "key1",+ },+ {+ name: "text only: stays text message",+ msg: mixedMsg(textItem("纯文字问题"), textItem("第二段")),+ chatType: im.ChatTypeDirect,+ wantType: im.MessageTypeText,+ wantContent: "纯文字问题\n第二段",+ wantFileKey: "",+ wantAESKey: "",+ },+ {+ name: "image only: image message without caption",+ msg: mixedMsg(imageItem("https://img.example/only", "keyOnly")),+ chatType: im.ChatTypeDirect,+ wantType: im.MessageTypeImage,+ wantContent: "",+ wantFileKey: "https://img.example/only",+ wantAESKey: "keyOnly",+ },+ {+ name: "group chat: mention stripped from caption",+ msg: mixedMsg(textItem("@WeKnora Bot 这张图里是什么?"), imageItem("https://img.example/1", "key1")),+ chatType: im.ChatTypeGroup,+ wantType: im.MessageTypeImage,+ wantContent: "这张图里是什么?",+ wantFileKey: "https://img.example/1",+ wantAESKey: "key1",+ },+ {+ name: "empty mixed message returns nil",+ msg: mixedMsg(textItem(" "), imageItem("", "")),+ chatType: im.ChatTypeDirect,+ wantNil: true,+ },+ }++ for _, tt := range tests {+ t.Run(tt.name, func(t *testing.T) {+ got := c.convertMixedMessage(tt.msg, "", tt.chatType, "req_1")+ if tt.wantNil {+ if got != nil {+ t.Fatalf("convertMixedMessage() = %+v, want nil", got)+ }+ return+ }+ if got == nil {+ t.Fatalf("convertMixedMessage() = nil, want non-nil")+ }+ if got.MessageType != tt.wantType {+ t.Errorf("MessageType = %v, want %v", got.MessageType, tt.wantType)+ }+ if got.Content != tt.wantContent {+ t.Errorf("Content = %q, want %q", got.Content, tt.wantContent)+ }+ if got.FileKey != tt.wantFileKey {+ t.Errorf("FileKey = %q, want %q", got.FileKey, tt.wantFileKey)+ }+ if got.Extra["aes_key"] != tt.wantAESKey {+ t.Errorf("Extra[aes_key] = %q, want %q", got.Extra["aes_key"], tt.wantAESKey)+ }+ if got.Extra["req_id"] != "req_1" {+ t.Errorf("Extra[req_id] = %q, want %q", got.Extra["req_id"], "req_1")+ }+ })+ }+}