🌟 The Multi-Agent Framework: First AI Software Company, Towards Natural Language Programming
use concurrent code to evaluator
xiangjinyu9370caacbb1b
diff --git a/metagpt/ext/spo/utils/evaluation_utils.py b/metagpt/ext/spo/utils/evaluation_utils.pyindex 9814a70ba..3fb026a21 100644--- a/metagpt/ext/spo/utils/evaluation_utils.py+++ b/metagpt/ext/spo/utils/evaluation_utils.py@@ -1,3 +1,4 @@+import asynciofrom pathlib import Pathfrom typing import Any, List, Optional, Tuple@@ -49,9 +50,15 @@ class EvaluationUtils:succeed = Trueelse:evaluation_results = []- for _ in range(EVALUATION_REPETITION):- result = await evaluator.prompt_evaluate(samples=samples, new_samples=new_samples)- evaluation_results.append(result)++ evaluation_results.extend(+ await asyncio.gather(+ *(+ evaluator.prompt_evaluate(samples=samples, new_samples=new_samples)+ for _ in range(EVALUATION_REPETITION)+ )+ )+ )logger.info(f"Evaluation Results {evaluation_results}")