Skip to content

RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.

14.0 KB
Raw Blame
//
//  Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
//
//  Licensed under the Apache License, Version 2.0 (the "License");
//  you may not use this file except in compliance with the License.
//  You may obtain a copy of the License at
//
//      http://www.apache.org/licenses/LICENSE-2.0
//
//  Unless required by applicable law or agreed to in writing, software
//  distributed under the License is distributed on an "AS IS" BASIS,
//  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
//  See the License for the specific language governing permissions and
//  limitations under the License.
//

package handler

import (
	"context"
	"encoding/json"
	"errors"
	"fmt"
	"io"
	"net/http"
	"ragflow/internal/common"
	"strconv"
	"strings"

	"github.com/gin-gonic/gin"

	"ragflow/internal/dao"
	"ragflow/internal/service"
)

// ChatSessionHandler chat session (conversation) handler
type ChatSessionHandler struct {
	chatSessionService *service.ChatSessionService
	userService        *service.UserService
}

// NewChatSessionHandler create chat session handler
func NewChatSessionHandler(chatSessionService *service.ChatSessionService, userService *service.UserService) *ChatSessionHandler {
	return &ChatSessionHandler{
		chatSessionService: chatSessionService,
		userService:        userService,
	}
}

func sessionHistoryQuery(c *gin.Context) (dao.ConversationHistoryOptions, error) {
	var options dao.ConversationHistoryOptions
	for name, target := range map[string]*bool{
		"include_reference": &options.IncludeReference,
		"include_prompt":    &options.IncludePrompt,
	} {
		value, err := strconv.ParseBool(c.DefaultQuery(name, "false"))
		if err != nil {
			return options, fmt.Errorf("%s must be a boolean", name)
		}
		*target = value
	}
	return options, nil
}

// ListChatSessions list chat sessions for a dialog
// @Summary List Chat Sessions
// @Description Get list of chat sessions for a specific dialog
// @Tags chat_session
// @Accept json
// @Produce json
// @Param chat_id query string true "chat ID"
// @Success 200 {object} service.ListChatSessionsResponse
// @Router /api/v1/chats/<chat_id>/sessions [get]
func (h *ChatSessionHandler) ListChatSessions(c *gin.Context) {
	// Get chat_id from query parameter
	chatID := c.Param("chat_id")
	if chatID == "" {
		common.Respond(c, http.StatusBadRequest, 400, nil, "chat_id is required")
		return
	}

	page, pageSize, err := common.ParsePagination(c.Request.URL.Query())
	if err != nil {
		common.RespondError(c, common.CodeArgumentError, err.Error())
		return
	}

	// `sort` supersedes the older pair, so a request it can order is not rejected
	// for the spelling of an `orderby` that will not be read.
	sortTerms := sortTermsFromQuery(c)
	orderby := "create_time"
	if queryOrderby := c.Query("orderby"); queryOrderby != "" {
		switch queryOrderby {
		case "create_time", "update_time", "name":
			orderby = queryOrderby
		default:
			if len(sortTerms) == 0 {
				common.RespondError(c, common.CodeArgumentError, fmt.Sprintf("invalid orderby field: %s", queryOrderby))
				return
			}
		}
	}

	desc := true
	if descStr := c.Query("desc"); descStr != "" {
		desc = !strings.EqualFold(descStr, "false")
	}
	terms := orderTerms(sortTerms, orderby, desc)

	// Call service to list chat sessions
	ctx := c.Request.Context()
	includeHistory := c.DefaultQuery("include_history", "true")
	options, err := sessionHistoryQuery(c)
	if err != nil {
		common.RespondError(c, common.CodeArgumentError, err.Error())
		return
	}
	options.NoHistory = includeHistory == "false" || includeHistory == "False"
	result, err := h.chatSessionService.ListChatSessions(ctx, chatID, c.Query("id"), c.Query("name"), c.Query("user_id"), terms, page, pageSize, options)
	if err != nil {
		if respondPermissionErrorIf(c, err, true) {
			return
		}
		common.Respond(c, http.StatusInternalServerError, 500, nil, err.Error())
		return
	}

	common.RespondSuccessList(c, result.Sessions, "success", result.Total)
}

type ChatCompletionsRequest struct {
	ChatID           string                   `json:"chat_id,omitempty"`
	SessionID        string                   `json:"session_id,omitempty"`
	ConversationID   string                   `json:"conversation_id,omitempty"`
	Messages         []map[string]interface{} `json:"messages,omitempty"`
	Question         string                   `json:"question,omitempty"`
	Query            string                   `json:"query,omitempty"`
	Files            []interface{}            `json:"files,omitempty"`
	LLMID            string                   `json:"llm_id,omitempty"`
	Legacy           bool                     `json:"legacy,omitempty"`
	Stream           *bool                    `json:"stream"`
	Thinking         string                   `json:"thinking"`
	Temperature      *float64                 `json:"temperature,omitempty"`
	TopP             *float64                 `json:"top_p,omitempty"`
	FrequencyPenalty *float64                 `json:"frequency_penalty,omitempty"`
	PresencePenalty  *float64                 `json:"presence_penalty,omitempty"`
	MaxTokens        *int                     `json:"max_tokens,omitempty"`

	StoreHistoryMessages *bool `json:"store_history_messages,omitempty"`
}

// ChatCompletions chat completion
// @Summary Chat Completion
// @Description Send messages to the chat model and get a response.
// @Description Default is streaming (text/event-stream); set stream:false for JSON.
// @Description Set store_history_messages:false to use the full messages payload without storing history. No other explicit value is supported.
// @Tags chat_session
// @Accept json
// @Produce json, text/event-stream
// @Param request body ChatCompletionsRequest true "chat completion request"
// @Success 200 {object} map[string]interface{} "Non-streaming JSON response"
// @Success 200 {string} text/event-stream "Streaming SSE response"
// @Router /api/v1/chat/completions [post]
func (h *ChatSessionHandler) ChatCompletions(c *gin.Context) {
	var rawBody map[string]interface{}
	if err := c.ShouldBindJSON(&rawBody); err != nil {
		common.RespondError(c, common.CodeBadRequest, err.Error())
		return
	}
	if _, err := service.ResolveStoreHistoryMessages(rawBody); err != nil {
		common.RespondError(c, common.CodeBadRequest, err.Error())
		return
	}

	var req ChatCompletionsRequest
	b, err := json.Marshal(rawBody)
	if err != nil {
		common.RespondError(c, common.CodeBadRequest, err.Error())
		return
	}
	if err = json.Unmarshal(b, &req); err != nil {
		common.RespondError(c, common.CodeBadRequest, err.Error())
		return
	}

	if req.Question == "" {
		req.Question = req.Query
	}

	// Normalize session_id / conversation_id
	sessionID := req.SessionID
	if sessionID == "" {
		sessionID = req.ConversationID
	}

	// Build generation config
	genConfig := make(map[string]interface{})
	if req.Thinking != "" {
		switch req.Thinking {
		case "enabled":
			genConfig["thinking"] = true
		case "disabled":
			genConfig["thinking"] = false
		case "", "default":
		}
	}
	if req.Temperature != nil {
		genConfig["temperature"] = *req.Temperature
	}
	if req.TopP != nil {
		genConfig["top_p"] = *req.TopP
	}
	if req.FrequencyPenalty != nil {
		genConfig["frequency_penalty"] = *req.FrequencyPenalty
	}
	if req.PresencePenalty != nil {
		genConfig["presence_penalty"] = *req.PresencePenalty
	}
	if req.MaxTokens != nil {
		if *req.MaxTokens <= 0 {
			common.RespondError(c, common.CodeBadRequest, "`max_tokens` must be greater than 0.")
			return
		}
		genConfig["max_tokens"] = *req.MaxTokens
	}

	// Remove known keys from rawBody; what remains is passthrough kwargs
	knownKeys := []string{
		"chat_id", "session_id", "conversation_id",
		"messages", "question", "query", "files",
		"llm_id",
		"legacy", "stream", "thinking",
		"temperature", "top_p", "frequency_penalty", "presence_penalty", "max_tokens",
	}
	for _, key := range knownKeys {
		delete(rawBody, key)
	}
	kwargs := rawBody

	// Determine stream mode
	streamMode := true
	if req.Stream != nil {
		streamMode = *req.Stream
	}

	if streamMode {
		clearResponseWriteDeadline(c)
		c.Header("Content-Type", "text/event-stream")
		c.Header("Cache-Control", "no-cache")
		c.Header("Connection", "keep-alive")
		c.Header("X-Accel-Buffering", "no")

		ctx, cancel := context.WithCancel(c.Request.Context())
		defer cancel()

		streamChan := make(chan string, 32)
		go func() {
			defer close(streamChan)
			_, _ = h.chatSessionService.ChatCompletions(
				ctx,
				req.ChatID, sessionID,
				req.Messages, req.Question, req.Files,
				req.LLMID, genConfig, kwargs,
				req.Legacy,
				true, streamChan,
			)
		}()

		c.Stream(func(w io.Writer) bool {
			select {
			case <-ctx.Done():
				return false
			case data, ok := <-streamChan:
				if !ok {
					return false
				}
				_, err := c.Writer.Write([]byte(data))
				return err == nil
			}
		})
	} else {
		// The non-stream path computes the whole answer before its first
		// (and only) write. Agentic runs can take minutes — well past the
		// server's http.Server.WriteTimeout, which starts when the request
		// headers are read and is not reset by later writes. Clear the write
		// deadline so the final JSON write is not aborted with
		// "write tcp ... i/o timeout" after a long agent run.
		clearResponseWriteDeadline(c)
		var result map[string]interface{}
		result, err = h.chatSessionService.ChatCompletions(
			c.Request.Context(),
			req.ChatID, sessionID,
			req.Messages, req.Question, req.Files,
			req.LLMID, genConfig, kwargs,
			req.Legacy,
			false, nil,
		)
		if err != nil {
			var codedErr *common.CodedError
			if errors.As(err, &codedErr) {
				common.RespondError(c, codedErr.Code, codedErr.Message)
				return
			}
			common.Respond(c, http.StatusInternalServerError, 500, nil, err.Error())
			return
		}
		common.RespondSuccess(c, result, "")
	}
}

func (h *ChatSessionHandler) GetSession(c *gin.Context) {
	chatID, sessionID := c.Param("chat_id"), c.Param("session_id")

	ctx := c.Request.Context()
	options, err := sessionHistoryQuery(c)
	if err != nil {
		common.RespondError(c, common.CodeArgumentError, err.Error())
		return
	}
	result, code, err := h.chatSessionService.GetSession(ctx, chatID, sessionID, options)
	if err != nil {
		if respondPermissionErrorIf(c, err, true) {
			return
		}
		common.RespondError(c, code, err.Error())
		return
	}
	common.RespondSuccess(c, result, "success")
}

// CreateSession create a session in a dialog
func (h *ChatSessionHandler) CreateSession(c *gin.Context) {
	chatID := strings.TrimSpace(c.Param("chat_id"))
	if chatID == "" {
		common.RespondError(c, common.CodeBadRequest, "chat_id is required")
		return
	}

	req := map[string]interface{}{}
	if err := json.NewDecoder(c.Request.Body).Decode(&req); err != nil {
		if errors.Is(err, io.EOF) {
			req = map[string]interface{}{}
		} else {
			// Mirror Python's malformed-JSON contract message.
			common.RespondError(c, common.CodeArgumentError, "Malformed JSON syntax: Missing commas/brackets or invalid encoding")
			return
		}
	}
	if req == nil {
		req = map[string]interface{}{}
	}

	ctx := c.Request.Context()
	result, code, err := h.chatSessionService.CreateSession(ctx, chatID, req)
	if err != nil {
		if respondPermissionErrorIf(c, err, true) {
			return
		}
		common.RespondError(c, code, err.Error())
		return
	}

	common.RespondSuccess(c, result, "success")
}

// DeleteSessions delete a session in a dialog
func (h *ChatSessionHandler) DeleteSessions(c *gin.Context) {
	chatID := strings.TrimSpace(c.Param("chat_id"))
	if chatID == "" {
		common.RespondError(c, common.CodeBadRequest, "chat_id is required")
		return
	}

	req := map[string]interface{}{}
	if err := json.NewDecoder(c.Request.Body).Decode(&req); err != nil {
		if errors.Is(err, io.EOF) {
			req = map[string]interface{}{}
		} else {
			// Mirror Python's malformed-JSON contract message.
			common.RespondError(c, common.CodeArgumentError, "Malformed JSON syntax: Missing commas/brackets or invalid encoding")
			return
		}
	}
	if req == nil {
		req = map[string]interface{}{}
	}

	ctx := c.Request.Context()
	result, message, code, err := h.chatSessionService.DeleteSessions(ctx, chatID, req)
	if err != nil {
		if respondPermissionErrorIf(c, err, true) {
			return
		}
		common.RespondError(c, code, err.Error())
		return
	}

	common.RespondSuccess(c, result, message)
}

func (h *ChatSessionHandler) UpdateSession(c *gin.Context) {
	chatID, sessionID := c.Param("chat_id"), c.Param("session_id")

	// An empty payload is a valid no-op (mirrors Python's update_session).
	req := map[string]any{}
	if err := c.ShouldBindJSON(&req); err != nil && !errors.Is(err, io.EOF) {
		common.RespondError(c, common.CodeArgumentError, "Invalid request: "+err.Error())
		return
	}

	ctx := c.Request.Context()
	result, code, err := h.chatSessionService.UpdateSession(ctx, chatID, sessionID, req)
	if err != nil {
		if respondPermissionErrorIf(c, err, true) {
			return
		}
		common.RespondError(c, code, err.Error())
		return
	}
	common.RespondSuccess(c, result, "success")
}

func (h *ChatSessionHandler) DeleteSessionMessage(c *gin.Context) {
	chatID, sessionID, msgID := c.Param("chat_id"), c.Param("session_id"), c.Param("msg_id")

	ctx := c.Request.Context()
	result, code, err := h.chatSessionService.DeleteSessionMessage(ctx, chatID, sessionID, msgID)
	if err != nil {
		if respondPermissionErrorIf(c, err, true) {
			return
		}
		common.RespondError(c, code, err.Error())
		return
	}
	common.RespondSuccess(c, result, "success")
}

func (h *ChatSessionHandler) UpdateMessageFeedback(c *gin.Context) {
	chatID, sessionID, msgID := c.Param("chat_id"), c.Param("session_id"), c.Param("msg_id")

	req := map[string]interface{}{}
	if err := c.ShouldBindJSON(&req); err != nil {
		if errors.Is(err, io.EOF) {
			common.RespondError(c, common.CodeArgumentError, "Request body cannot be empty")
			return
		}
		common.RespondError(c, common.CodeArgumentError, "Invalid request: "+err.Error())
		return
	}
	if len(req) == 0 {
		common.RespondError(c, common.CodeArgumentError, "Request body cannot be empty")
		return
	}

	result, code, err := h.chatSessionService.UpdateMessageFeedback(c.Request.Context(), chatID, sessionID, msgID, req)
	if err != nil {
		if respondPermissionErrorIf(c, err, true) {
			return
		}
		common.RespondError(c, code, err.Error())
		return
	}
	common.RespondSuccess(c, result, "success")
}