RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.
Go agent-harnessagent-native-databaseagentic-aiagentic-retrievalagentic-searchaiai-agentscontext-enginecontext-engineeringcontext-managementharness-engineeringknowledge-compilationragretrieval-augmented-generationretrieval-harnesssearch-harness
Fix: Text with swapped keyword similarity weights (#20472)
balibabua16aa29d0289
diff --git a/web/src/components/similarity-slider/index.tsx b/web/src/components/similarity-slider/index.tsxindex 61d26e97da..13d74cd940 100644--- a/web/src/components/similarity-slider/index.tsx+++ b/web/src/components/similarity-slider/index.tsx@@ -33,7 +33,6 @@ import { NumberInput } from '../ui/input';interface SimilaritySliderFormFieldProps {similarityName?: string;similarityWeightName?: string;- similarityWeightType?: 'vector' | 'keyword';isTooltipShown?: boolean;numberInputClassName?: string;}@@ -54,21 +53,13 @@ export const keywordsSimilarityWeightSchema = {export function SimilaritySliderFormField({similarityName = 'similarity_threshold',similarityWeightName = 'keywords_similarity_weight',- similarityWeightType = 'keyword',isTooltipShown,numberInputClassName,}: SimilaritySliderFormFieldProps) {const { t } = useTranslate('knowledgeDetails');const form = useFormContext();- const isVector = similarityWeightType === 'vector';const normalizeWeight = (weight: number) =>Number(Math.min(1, Math.max(0, weight)).toFixed(2));- const getVectorWeight = (weight: number) =>- normalizeWeight(isVector ? weight : 1 - weight);- const getFullTextWeight = (weight: number) =>- normalizeWeight(isVector ? 1 - weight : weight);- const getStoredWeight = (vectorWeight: number) =>- normalizeWeight(isVector ? vectorWeight : 1 - vectorWeight);return (<>@@ -86,76 +77,72 @@ export function SimilaritySliderFormField({control={form.control}name={similarityWeightName}defaultValue={0}- render={({ field }) => (- <FormItem- // className={cn({ 'flex items-center gap-1 space-y-0': isHorizontal })}- >- <FormLabel- tooltip={- isTooltipShown &&- t(- isVector- ? 'vectorSimilarityWeightTip'- : 'keywordSimilarityWeightTip',- )- }+ render={({ field }) => {+ const handleSliderChange = (value: number) =>+ field.onChange(normalizeWeight(value));++ return (+ <FormItem+ // className={cn({ 'flex items-center gap-1 space-y-0': isHorizontal })}>- {t(- isVector ? 'vectorSimilarityWeight' : 'keywordSimilarityWeight',- )}- </FormLabel>- <div className={cn('flex items-end gap-4 justify-between')}>- <FormControl>- <div className="flex flex-col flex-1 gap-2">- <div className="flex justify-between items-center">- <div className="flex items-center gap-1">- <label className="italic text-xs text-text-secondary">- vector- </label>- <span className="bg-bg-card rounded-md p-1 w-10 text-center text-xs">- {getVectorWeight(field.value).toFixed(2)}- </span>- </div>- <div className="flex items-center gap-1">- <label className="italic text-xs text-text-secondary">- full-text- </label>- <span className="bg-bg-card rounded-md p-1 w-10 text-center text-xs">- {getFullTextWeight(field.value).toFixed(2)}- </span>+ <FormLabel+ tooltip={isTooltipShown && t('keywordSimilarityWeightTip')}+ >+ {t('keywordSimilarityWeight')}+ </FormLabel>+ <div className={cn('flex items-end gap-4 justify-between')}>+ <FormControl>+ <div className="flex flex-col flex-1 gap-2">+ <div className="flex justify-between items-center">+ <div className="flex items-center gap-1">+ <label className="italic text-xs text-text-secondary">+ full-text+ </label>+ <span className="bg-bg-card rounded-md p-1 w-10 text-center text-xs">+ {normalizeWeight(field.value).toFixed(2)}+ </span>+ </div>+ <div className="flex items-center gap-1">+ <label className="italic text-xs text-text-secondary">+ vector+ </label>+ <span className="bg-bg-card rounded-md p-1 w-10 text-center text-xs">+ {normalizeWeight(1 - field.value).toFixed(2)}+ </span>+ </div></div>+ <SingleFormSlider+ {...field}+ value={normalizeWeight(field.value)}+ onChange={handleSliderChange}+ max={1}+ step={0.01}+ min={0}+ ></SingleFormSlider></div>- <SingleFormSlider- {...field}- value={getVectorWeight(field.value)}- onChange={(value) => field.onChange(getStoredWeight(value))}+ </FormControl>+ <FormControl>+ <NumberInput+ className={cn(+ 'h-6 w-10 p-0 text-center bg-bg-input border-border-button border text-text-secondary',+ '[appearance:textfield] [&::-webkit-outer-spin-button]:appearance-none [&::-webkit-inner-spin-button]:appearance-none',+ numberInputClassName,+ )}max={1}- step={0.01}min={0}- ></SingleFormSlider>- </div>- </FormControl>- <FormControl>- <NumberInput- className={cn(- 'h-6 w-10 p-0 text-center bg-bg-input border-border-button border text-text-secondary',- '[appearance:textfield] [&::-webkit-outer-spin-button]:appearance-none [&::-webkit-inner-spin-button]:appearance-none',- numberInputClassName,- )}- max={1}- min={0}- step={0.01}- {...field}- value={getVectorWeight(field.value)}- onChange={(value) =>- field.onChange(getStoredWeight(Number(value)))- }- ></NumberInput>- </FormControl>- </div>- <FormMessage />- </FormItem>- )}+ step={0.01}+ {...field}+ value={normalizeWeight(field.value)}+ onChange={(value) =>+ field.onChange(normalizeWeight(Number(value)))+ }+ ></NumberInput>+ </FormControl>+ </div>+ <FormMessage />+ </FormItem>+ );+ }}/></>);diff --git a/web/src/locales/en.ts b/web/src/locales/en.tsindex 4c8bfd6480..3cd01ab3ca 100644--- a/web/src/locales/en.ts+++ b/web/src/locales/en.ts@@ -563,9 +563,6 @@ Example: A 1 KB message with 1024-dim embedding uses ~9 KB. The 5 MB default limsimilarityThreshold: 'Similarity threshold',similarityThresholdTip:'RAGFlow employs either a combination of weighted keyword similarity and weighted vector cosine similarity, or a combination of weighted keyword similarity and weighted reranking score during retrieval when a reranker model is selected. This parameter sets the threshold for similarities between the user query and chunks. Any chunk with a similarity score below this threshold will be excluded from the results. By default, the threshold is set to 20. This means that only chunks with hybrid similarity score of 20 or higher will be retrieved. If the vector similarity weight is set to 0, this threshold does not apply.',- vectorSimilarityWeight: 'Vector similarity weight',- vectorSimilarityWeightTip:- 'This sets the weight of vector similarity in the combined similarity score, either used with vector cosine similarity or with reranking score. The total of the two weights must equal 1.0.',keywordSimilarityWeight: 'Keyword similarity weight',keywordSimilarityWeightTip:'This sets the weight of keyword similarity in the combined similarity score. The total of the vector and keyword weights must equal 1.0.',diff --git a/web/src/locales/zh.ts b/web/src/locales/zh.tsindex 732f9708c3..89004ce269 100644--- a/web/src/locales/zh.ts+++ b/web/src/locales/zh.ts@@ -504,9 +504,6 @@ export default {similarityThreshold: '相似度阈值',similarityThresholdTip:'RAGFlow 在检索时会使用加权关键词相似度与加权向量余弦相似度的组合;选择重排序模型时,则使用加权关键词相似度与加权重排序分数的组合。此参数用于设置用户查询与文本块之间的相似度阈值。相似度分数低于此阈值的文本块将从结果中排除。默认阈值为 20,也就是说,只有混合相似度分数达到 20 或以上的文本块才会被检索。如果向量相似度权重设置为 0,则此阈值不适用。',- vectorSimilarityWeight: '向量相似度权重',- vectorSimilarityWeightTip:- '此项用于设置混合相似度分数中的向量相似度权重,该权重可用于向量余弦相似度或重排序分数。两个权重的总和必须等于 1.0。',keywordSimilarityWeight: '关键词相似度权重',keywordSimilarityWeightTip:'此项用于设置混合相似度分数中的关键词相似度权重。向量与关键词相似度权重的总和必须等于 1.0。',diff --git a/web/src/pages/agent/form/retrieval-form/next.tsx b/web/src/pages/agent/form/retrieval-form/next.tsxindex f26e1b2ccd..43d3101007 100644--- a/web/src/pages/agent/form/retrieval-form/next.tsx+++ b/web/src/pages/agent/form/retrieval-form/next.tsx@@ -187,7 +187,6 @@ function RetrievalForm({ node }: INextOperatorForm) {<section className="space-y-5"><SimilaritySliderFormFieldsimilarityWeightName="keywords_similarity_weight"- similarityWeightType="keyword"isTooltipShown></SimilaritySliderFormField><RerankCandidatesCountFormField></RerankCandidatesCountFormField>diff --git a/web/src/pages/agent/form/tool-form/retrieval-form/index.tsx b/web/src/pages/agent/form/tool-form/retrieval-form/index.tsxindex 7d622a936f..a64a4db319 100644--- a/web/src/pages/agent/form/tool-form/retrieval-form/index.tsx+++ b/web/src/pages/agent/form/tool-form/retrieval-form/index.tsx@@ -65,7 +65,6 @@ const RetrievalForm = () => {<FormContainer><SimilaritySliderFormFieldsimilarityWeightName="keywords_similarity_weight"- similarityWeightType="keyword"isTooltipShown></SimilaritySliderFormField><RerankCandidatesCountFormField></RerankCandidatesCountFormField>diff --git a/web/src/pages/next-chats/chat/app-settings/chat-prompt-engine.tsx b/web/src/pages/next-chats/chat/app-settings/chat-prompt-engine.tsxindex d0dd1387ad..9552250e36 100644--- a/web/src/pages/next-chats/chat/app-settings/chat-prompt-engine.tsx+++ b/web/src/pages/next-chats/chat/app-settings/chat-prompt-engine.tsx@@ -220,7 +220,6 @@ export function ChatPromptEngine({prefix,'keywords_similarity_weight',)}- similarityWeightType="keyword"></SimilaritySliderFormField><RerankCandidatesCountFormFieldname={prefixName(prefix, 'rerank_candidates_count')}diff --git a/web/src/pages/next-search/search-setting.tsx b/web/src/pages/next-search/search-setting.tsxindex 84dadd7d44..9e7766301a 100644--- a/web/src/pages/next-search/search-setting.tsx+++ b/web/src/pages/next-search/search-setting.tsx@@ -387,7 +387,6 @@ function SearchSetting({isTooltipShownsimilarityName="search_config.similarity_threshold"similarityWeightName="search_config.keywords_similarity_weight"- similarityWeightType="keyword"numberInputClassName="rounded-sm"></SimilaritySliderFormField><RerankCandidatesCountFormField