Skip to content

RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.

3.2 KB
Raw Blame
//
//  Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
//
//  Licensed under the Apache License, Version 2.0 (the "License");
//  you may not use this file except in compliance with the License.
//  You may obtain a copy of the License at
//
//      http://www.apache.org/licenses/LICENSE-2.0
//
//  Unless required by applicable law or agreed to in writing, software
//  distributed under the License is distributed on an "AS IS" BASIS,
//  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
//  See the License for the specific language governing permissions and
//  limitations under the License.
//

package entity

type IngestionTask struct {
	ID         string  `gorm:"column:id;primaryKey;size:32" json:"id"`
	UserID     string  `gorm:"column:user_id;size:32;not null;index:idx_ingestion_task_user_id" json:"user_id"`
	DocumentID string  `gorm:"column:document_id;size:32;not null;uniqueIndex:idx_ingestion_task_document_id" json:"document_id"`
	DatasetID  string  `gorm:"column:dataset_id;size:32;not null;index:idx_ingestion_task_dataset_status,priority:1" json:"dataset_id"`
	Schema     JSONMap `gorm:"column:schema;type:longtext" json:"schema"`
	Status     string  `gorm:"column:status;size:32;not null;index:idx_ingestion_task_dataset_status,priority:2;index:idx_ingestion_task_status" json:"status"`
	// ComponentTotal is the number of components in the task's DSL graph.
	// It is the authoritative denominator for progress percentage so the
	// frontend does not have to count DSL nodes itself. Written once the
	// pipeline compiles the canvas (see pipeline.Run).
	ComponentTotal int `gorm:"column:component_total;default:0" json:"component_total"`
	// PipelineLogID is the id of the pipeline_operation_log row the task's
	// current run owns. The service opens that row when the run is queued and
	// binds it here, so the running advance and the terminal write update
	// exactly this row instead of adopting whichever row happens to be open for
	// the document. A superseded run keeps the id of its (deleted) row, so its
	// late terminal write cannot touch the replacement run's row. nil for runs
	// that never opened one.
	PipelineLogID *string `gorm:"column:pipeline_log_id;size:32" json:"-"`
	BaseModel
}

// TableName specify table name
func (IngestionTask) TableName() string {
	return "ingestion_task"
}

type IngestionTaskLog struct {
	ID            int     `gorm:"column:id;primaryKey;autoIncrement;index:idx_ingestion_task_log_pipeline_id,priority:2" json:"id"`
	TaskID        string  `gorm:"column:task_id;size:32;not null;index" json:"task_id"`
	PipelineLogID *string `gorm:"column:pipeline_log_id;size:32;index:idx_ingestion_task_log_pipeline_id,priority:1" json:"pipeline_log_id,omitempty"`
	Checkpoint    JSONMap `gorm:"column:checkpoint;type:longtext;not null" json:"checkpoint"`
	Phase         int     `gorm:"column:phase" json:"phase"`
	EventType     int     `gorm:"column:event_type;not null;default:4" json:"event_type"`
	Component     string  `gorm:"column:component;size:64;index" json:"component"`
	Message       string  `gorm:"column:message;type:text" json:"message"`
	BaseModel
}

// TableName specify table name
func (IngestionTaskLog) TableName() string {
	return "ingestion_task_log"
}