Skip to content

RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.

4.8 KB
Raw Blame
//
//  Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
//
//  Licensed under the Apache License, Version 2.0 (the "License");
//  you may not use this file except in compliance with the License.
//  You may obtain a copy of the License at
//
//      http://www.apache.org/licenses/LICENSE-2.0
//
//  Unless required by applicable law or agreed to in writing, software
//  distributed under the License is distributed on an "AS IS" BASIS,
//  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
//  See the License for the specific language governing permissions and
//  limitations under the License.
//

package common

const (
	// PAGERANK_FLD is the field name for pagerank score
	PAGERANK_FLD = "pagerank_fea"
	// TAG_FLD is the field name for tag features
	TAG_FLD = "tag_feas"
	// MAX_RESULT_WINDOW is the maximum result window for ES
	MAX_RESULT_WINDOW = 10000
	// SearchAfterBatchSize caps how many hits one Elasticsearch
	// request can return per search_after iteration.
	SearchAfterBatchSize = 1000
)

// task status
const (
	CREATED   = "CREATED"
	SCHEDULED = "SCHEDULED"
	RUNNING   = "RUNNING"
	COMPLETED = "COMPLETED"
	FAILED    = "FAILED"
	STOPPED   = "STOPPED"
	STOPPING  = "STOPPING"
)

// UNSTART is the ingestion_status reported for a document that has no active
// ingestion task (empty task status or no task row). It is a derived display
// value, not a persisted task status.
const UNSTART = "UNSTART"

// ValidRunStatuses is the closed set of ingestion_status values accepted by
// document list/stop filters. It covers every value produced by
// buildDocumentListIngestionStatusExpression (dao/document.go) plus the raw
// task statuses, so legitimate data states are never rejected.
var ValidRunStatuses = map[string]struct{}{
	UNSTART:   {},
	CREATED:   {},
	SCHEDULED: {},
	RUNNING:   {},
	STOPPING:  {},
	COMPLETED: {},
	STOPPED:   {},
	FAILED:    {},
}

// IsValidRunStatus reports whether s is an accepted ingestion_status filter value.
func IsValidRunStatus(s string) bool {
	_, ok := ValidRunStatuses[s]
	return ok
}

// DefaultCancelRunStatuses is the default scope for a one-click "cancel all in
// queue" request: only the statuses that have an in-flight task which can be
// stopped. UNSTART is excluded because it has no task to cancel.
var DefaultCancelRunStatuses = []string{SCHEDULED, RUNNING}

// ActiveTaskStatuses contains all in-flight, non-terminal task statuses.
var ActiveTaskStatuses = []string{CREATED, SCHEDULED, RUNNING, STOPPING}

// IsActiveTaskStatus returns true if the status represents an active (non-terminal) task:
// CREATED, SCHEDULED, RUNNING, or STOPPING.
func IsActiveTaskStatus(status string) bool {
	switch status {
	case CREATED, SCHEDULED, RUNNING, STOPPING:
		return true
	default:
		return false
	}
}

// IsTerminalTaskStatus returns true if the status represents a terminal task state:
// COMPLETED, STOPPED, or FAILED.
func IsTerminalTaskStatus(status string) bool {
	switch status {
	case COMPLETED, STOPPED, FAILED:
		return true
	default:
		return false
	}
}

// IsRunningOrStopping returns true if a worker is actively executing or shutting down:
// RUNNING or STOPPING.
func IsRunningOrStopping(status string) bool {
	return status == RUNNING || status == STOPPING
}

// StatusDialogValid is the dialog.status value that gates public bot
// access. Mirrors Python's StatusEnum.VALID.value at
// api/common/constants.py (the string "1"). All chatbot/agentbot
// authorization paths must use this constant instead of the literal.
const StatusDialogValid = "1"

// DialogStatus is a typed alias for dialog.status to avoid raw string
// comparisons in call sites.
type DialogStatus string

// ParentChunkOrderBase is the first chunk_order_int of the range reserved for
// parent rows — the hidden rows MaterializeParentChunks creates for retrieval
// promotion. Source chunks live in [0, ParentChunkOrderBase): the tokenizer
// numbers ingested chunks, and AddChunk appends whatever the user adds after the
// highest order already present. Keeping the two ranges apart is what makes a
// parent sort after every source chunk on every engine, including source chunks
// added after the document was parsed:
//
//   - Elasticsearch already sorted parents last because the field was simply
//     absent on the parent row (a missing sort key counts as greatest);
//   - Infinity cannot express "absent": an unwritten integer column falls back to
//     its mapping default 0, which tied every parent with the first source chunk,
//     so the management chunk list listed parents first and sliced that tie group
//     differently on every page (LIMIT/OFFSET).
//
// The value fits a signed 32-bit integer, the narrowest type the column has
// across engines (Infinity integer, OceanBase INTEGER, Elasticsearch long), and
// leaves room for a billion parent rows per document.
const ParentChunkOrderBase = 1 << 30