Skip to content

Open-source LLM knowledge platform: turn raw documents into a queryable RAG, an autonomous reasoning agent, and a self-maintaining Wiki.

fix(im/wecom): preserve image in mixed messages with text captions (#3901)

洛根c0c194f6253b
diff --git a/internal/im/wecom/longconn.go b/internal/im/wecom/longconn.go
index 3ecd6cf45..220f87023 100644
--- a/internal/im/wecom/longconn.go
+++ b/internal/im/wecom/longconn.go
@@ -646,7 +646,11 @@ func (c *LongConnClient) handleCallback(ctx context.Context, conn *ws.Conn, fram
}
// convertMixedMessage converts a WeCom mixed (text+image) message.
-// Extracts all text content for QA; if there's only images, treat as image message.
+// When the message contains both text and images, the first image is kept as
+// the QA attachment and the text is preserved as its caption — the IM service
+// treats a captioned image exactly like a standalone image message, so the
+// model sees the image and the user's question together. Text-only and
+// image-only messages keep their previous behavior.
func (c *LongConnClient) convertMixedMessage(msg *botMessage, chatID string, chatType im.ChatType, reqID string) *im.IncomingMessage {
isGroup := chatType == im.ChatTypeGroup
var textParts []string
@@ -671,34 +675,41 @@ func (c *LongConnClient) convertMixedMessage(msg *botMessage, chatID string, cha
}
}
- // If there's text content, treat as text message (QA query)
- if len(textParts) > 0 {
- return &im.IncomingMessage{
+ // Text plus image(s): image as attachment, text as caption. Downstream,
+ // prepareIMAttachments downloads the image and fileMessageQAContent keeps
+ // msg.Content as the query, so dropping the image here would silently
+ // blind the model for the most common mixed-message shape ("这是什么?" + screenshot).
+ if firstImageURL != "" {
+ incoming := &im.IncomingMessage{
Platform: im.PlatformWeCom,
- MessageType: im.MessageTypeText,
+ MessageType: im.MessageTypeImage,
UserID: msg.From.UserID,
UserName: msg.From.UserID,
ChatID: chatID,
ChatType: chatType,
- Content: strings.Join(textParts, "\n"),
MessageID: msg.MsgID,
- Extra: map[string]string{"req_id": reqID},
+ FileKey: firstImageURL,
+ FileName: msg.MsgID + ".png",
+ Extra: map[string]string{"req_id": reqID, "aes_key": firstImageAESKey},
}
+ if len(textParts) > 0 {
+ incoming.Content = strings.Join(textParts, "\n")
+ }
+ return incoming
}
- // Only images, treat as image message (save to KB)
- if firstImageURL != "" {
+ // Text only, treat as text message (QA query)
+ if len(textParts) > 0 {
return &im.IncomingMessage{
Platform: im.PlatformWeCom,
- MessageType: im.MessageTypeImage,
+ MessageType: im.MessageTypeText,
UserID: msg.From.UserID,
UserName: msg.From.UserID,
ChatID: chatID,
ChatType: chatType,
+ Content: strings.Join(textParts, "\n"),
MessageID: msg.MsgID,
- FileKey: firstImageURL,
- FileName: msg.MsgID + ".png",
- Extra: map[string]string{"req_id": reqID, "aes_key": firstImageAESKey},
+ Extra: map[string]string{"req_id": reqID},
}
}
diff --git a/internal/im/wecom/mixed_test.go b/internal/im/wecom/mixed_test.go
new file mode 100644
index 000000000..ae5459645
--- /dev/null
+++ b/internal/im/wecom/mixed_test.go
@@ -0,0 +1,133 @@
+package wecom
+
+import (
+ "testing"
+
+ "github.com/Tencent/WeKnora/internal/im"
+)
+
+// mixedMsg builds a botMessage with msgtype "mixed" from text/image parts.
+func mixedMsg(parts ...botMixedItem) *botMessage {
+ msg := &botMessage{}
+ msg.MsgType = "mixed"
+ msg.MsgID = "msg_mixed_1"
+ msg.From.UserID = "user1"
+ msg.Mixed.MsgItem = parts
+ return msg
+}
+
+func textItem(content string) botMixedItem {
+ var item botMixedItem
+ item.MsgType = "text"
+ item.Text.Content = content
+ return item
+}
+
+func imageItem(url, aesKey string) botMixedItem {
+ var item botMixedItem
+ item.MsgType = "image"
+ item.Image.URL = url
+ item.Image.AESKey = aesKey
+ return item
+}
+
+func TestConvertMixedMessage(t *testing.T) {
+ c := &LongConnClient{}
+
+ tests := []struct {
+ name string
+ msg *botMessage
+ chatType im.ChatType
+ wantNil bool
+ wantType im.MessageType
+ wantContent string
+ wantFileKey string
+ wantAESKey string
+ }{
+ {
+ name: "text plus image: image kept as attachment, text as caption",
+ msg: mixedMsg(textItem("这张图里是什么?"), imageItem("https://img.example/1", "key1")),
+ chatType: im.ChatTypeDirect,
+ wantType: im.MessageTypeImage,
+ wantContent: "这张图里是什么?",
+ wantFileKey: "https://img.example/1",
+ wantAESKey: "key1",
+ },
+ {
+ name: "multiple images with text: first image kept",
+ msg: mixedMsg(
+ textItem("这两张图有什么区别?"),
+ imageItem("https://img.example/1", "key1"),
+ imageItem("https://img.example/2", "key2"),
+ ),
+ chatType: im.ChatTypeDirect,
+ wantType: im.MessageTypeImage,
+ wantContent: "这两张图有什么区别?",
+ wantFileKey: "https://img.example/1",
+ wantAESKey: "key1",
+ },
+ {
+ name: "text only: stays text message",
+ msg: mixedMsg(textItem("纯文字问题"), textItem("第二段")),
+ chatType: im.ChatTypeDirect,
+ wantType: im.MessageTypeText,
+ wantContent: "纯文字问题\n第二段",
+ wantFileKey: "",
+ wantAESKey: "",
+ },
+ {
+ name: "image only: image message without caption",
+ msg: mixedMsg(imageItem("https://img.example/only", "keyOnly")),
+ chatType: im.ChatTypeDirect,
+ wantType: im.MessageTypeImage,
+ wantContent: "",
+ wantFileKey: "https://img.example/only",
+ wantAESKey: "keyOnly",
+ },
+ {
+ name: "group chat: mention stripped from caption",
+ msg: mixedMsg(textItem("@WeKnora Bot 这张图里是什么?"), imageItem("https://img.example/1", "key1")),
+ chatType: im.ChatTypeGroup,
+ wantType: im.MessageTypeImage,
+ wantContent: "这张图里是什么?",
+ wantFileKey: "https://img.example/1",
+ wantAESKey: "key1",
+ },
+ {
+ name: "empty mixed message returns nil",
+ msg: mixedMsg(textItem(" "), imageItem("", "")),
+ chatType: im.ChatTypeDirect,
+ wantNil: true,
+ },
+ }
+
+ for _, tt := range tests {
+ t.Run(tt.name, func(t *testing.T) {
+ got := c.convertMixedMessage(tt.msg, "", tt.chatType, "req_1")
+ if tt.wantNil {
+ if got != nil {
+ t.Fatalf("convertMixedMessage() = %+v, want nil", got)
+ }
+ return
+ }
+ if got == nil {
+ t.Fatalf("convertMixedMessage() = nil, want non-nil")
+ }
+ if got.MessageType != tt.wantType {
+ t.Errorf("MessageType = %v, want %v", got.MessageType, tt.wantType)
+ }
+ if got.Content != tt.wantContent {
+ t.Errorf("Content = %q, want %q", got.Content, tt.wantContent)
+ }
+ if got.FileKey != tt.wantFileKey {
+ t.Errorf("FileKey = %q, want %q", got.FileKey, tt.wantFileKey)
+ }
+ if got.Extra["aes_key"] != tt.wantAESKey {
+ t.Errorf("Extra[aes_key] = %q, want %q", got.Extra["aes_key"], tt.wantAESKey)
+ }
+ if got.Extra["req_id"] != "req_1" {
+ t.Errorf("Extra[req_id] = %q, want %q", got.Extra["req_id"], "req_1")
+ }
+ })
+ }
+}