Create, Evaluate, and Connect AI Skills
Python ai-agentsai-skillsartificial-intelligenceknowledge-graphlarge-language-modelsnatural-language-processingopenkgskillnetskills
update evaluator
Jiang Chen39f31e14c963
diff --git a/skillnet-ai/src/skillnet_ai/evaluator.py b/skillnet-ai/src/skillnet_ai/evaluator.pyindex 5b87fd2..244c275 100644--- a/skillnet-ai/src/skillnet_ai/evaluator.py+++ b/skillnet-ai/src/skillnet_ai/evaluator.py@@ -28,9 +28,9 @@ class EvaluatorConfig:api_key: strbase_url: strmodel: str- cache_dir: strmax_workers: int = 5temperature: float = 0.3+ cache_dir: str = "./evaluate_cache_dir"run_scripts: bool = Falsescript_timeout_sec: int = 8max_script_runs: int = 5@@ -898,7 +898,7 @@ if __name__ == '__main__':parser.add_argument('--base-url', help='OpenAI API base URL')parser.add_argument('--model', default='gpt-4o', help='Model name')parser.add_argument('--max-workers', type=int, default=5, help='Max workers')- parser.add_argument('--cache-dir', default='skill_downloads', help='Cache directory')+ parser.add_argument('--cache-dir', default='./evaluate_cache_dir', help='Cache directory')parser.add_argument('--run-scripts', action='store_true',help='Execute python scripts under scripts/')parser.add_argument('--script-timeout', type=int, default=8,