Skip to content

🌟 The Multi-Agent Framework: First AI Software Company, Towards Natural Language Programming

make use_llm_ranker configurable

seehi63abddd041cb
diff --git a/config/config2.example.yaml b/config/config2.example.yaml
index 6d6e32383..48f8fb9d8 100644
--- a/config/config2.example.yaml
+++ b/config/config2.example.yaml
@@ -88,6 +88,7 @@ role_zero:
longterm_memory_persist_path: .role_memory_data # The directory to save data.
memory_k: 200 # The capacity of short-term memory.
similarity_top_k: 5 # The number of long-term memories to retrieve.
+ use_llm_ranker: false # Default is `false`, if set to `true`, it will use LLM Reranker to get better result.
azure_tts_subscription_key: "YOUR_SUBSCRIPTION_KEY"
azure_tts_region: "eastus"
diff --git a/metagpt/configs/role_zero_config.py b/metagpt/configs/role_zero_config.py
index 17cb295ab..91d554b2f 100644
--- a/metagpt/configs/role_zero_config.py
+++ b/metagpt/configs/role_zero_config.py
@@ -8,3 +8,4 @@ class RoleZeroConfig(YamlModel):
longterm_memory_persist_path: str = Field(default=".role_memory_data", description="The directory to save data.")
memory_k: int = Field(default=200, description="The capacity of short-term memory.")
similarity_top_k: int = Field(default=5, description="The number of long-term memories to retrieve.")
+ use_llm_ranker: bool = Field(default=False, description="Whether to use LLM Reranker to get better result.")
diff --git a/metagpt/memory/role_zero_memory.py b/metagpt/memory/role_zero_memory.py
index 87973ba3b..bdb0967f8 100644
--- a/metagpt/memory/role_zero_memory.py
+++ b/metagpt/memory/role_zero_memory.py
@@ -32,6 +32,7 @@ class RoleZeroLongTermMemory(Memory):
collection_name: str = Field(default="role_zero", description="The name of the collection, such as the role name.")
memory_k: int = Field(default=200, description="The capacity of short-term memory.")
similarity_top_k: int = Field(default=5, description="The number of long-term memories to retrieve.")
+ use_llm_ranker: bool = Field(default=False, description="Whether to use LLM Reranker to get better result.")
_rag_engine: Any = None
@@ -50,7 +51,7 @@ class RoleZeroLongTermMemory(Memory):
try:
from metagpt.rag.engines import SimpleEngine
- from metagpt.rag.schema import ChromaRetrieverConfig
+ from metagpt.rag.schema import ChromaRetrieverConfig, LLMRankerConfig
except ImportError:
raise ImportError("To use the RoleZeroMemory, you need to install the rag module.")
@@ -61,7 +62,7 @@ class RoleZeroLongTermMemory(Memory):
similarity_top_k=self.similarity_top_k,
)
]
- ranker_configs = []
+ ranker_configs = [LLMRankerConfig()] if self.use_llm_ranker else []
rag_engine = SimpleEngine.from_objs(retriever_configs=retriever_configs, ranker_configs=ranker_configs)
diff --git a/metagpt/roles/di/role_zero.py b/metagpt/roles/di/role_zero.py
index 8c636ad38..957fa4257 100644
--- a/metagpt/roles/di/role_zero.py
+++ b/metagpt/roles/di/role_zero.py
@@ -186,6 +186,7 @@ class RoleZero(Role):
collection_name=self.name.replace(" ", ""),
memory_k=self.config.role_zero.memory_k,
similarity_top_k=self.config.role_zero.similarity_top_k,
+ use_llm_ranker=self.config.role_zero.use_llm_ranker,
)
logger.info(f"Long-term memory set for role '{self.name}'")