🌟 The Multi-Agent Framework: First AI Software Company, Towards Natural Language Programming
move to ext/sela
Cyzus Chieb3d49dfddb9
diff --git a/.gitignore b/.gitignoreindex f22e826a3..46c9b0dd4 100644--- a/.gitignore+++ b/.gitignore@@ -29,7 +29,7 @@ share/python-wheels/MANIFESTmetagpt/tools/schemas/examples/data/search_kb/*.json-sela/AutogluonModels+metagpt/ext/sela/AutogluonModels# PyInstaller# Usually these files are written by a python scripts from a template@@ -189,4 +189,4 @@ cov.xml*-structure.json*.dot.python-version-sela/results/*+metagpt/ext/sela/results/*diff --git a/sela/Greedy.py b/metagpt/ext/sela/Greedy.pysimilarity index 93%rename from sela/Greedy.pyrename to metagpt/ext/sela/Greedy.pyindex 05bf1dfa5..c10c4248c 100644--- a/sela/Greedy.py+++ b/metagpt/ext/sela/Greedy.py@@ -1,6 +1,6 @@import random-from sela.MCTS import MCTS+from metagpt.ext.sela.MCTS import MCTSclass Greedy(MCTS):diff --git a/sela/MCTS.py b/metagpt/ext/sela/MCTS.pysimilarity index 97%rename from sela/MCTS.pyrename to metagpt/ext/sela/MCTS.pyindex 8368f3918..ac4b68024 100644--- a/sela/MCTS.py+++ b/metagpt/ext/sela/MCTS.py@@ -8,12 +8,12 @@ import shutilimport numpy as npimport pandas as pd-from sela.data.custom_task import get_mle_bench_requirements, get_mle_task_id-from sela.data.dataset import generate_task_requirement, get_split_dataset_path-from sela.evaluation.evaluation import evaluate_score-from sela.insights.instruction_generator import InstructionGenerator-from sela.research_assistant import ResearchAssistant, TimeoutException-from sela.utils import get_exp_pool_path, load_execute_notebook, mcts_logger+from metagpt.ext.sela.data.custom_task import get_mle_bench_requirements, get_mle_task_id+from metagpt.ext.sela.data.dataset import generate_task_requirement, get_split_dataset_path+from metagpt.ext.sela.evaluation.evaluation import evaluate_score+from metagpt.ext.sela.insights.instruction_generator import InstructionGenerator+from metagpt.ext.sela.research_assistant import ResearchAssistant, TimeoutException+from metagpt.ext.sela.utils import get_exp_pool_path, load_execute_notebook, mcts_loggerfrom metagpt.tools.tool_recommend import ToolRecommenderfrom metagpt.utils.common import read_json_filediff --git a/sela/README.md b/metagpt/ext/sela/README.mdsimilarity index 100%rename from sela/README.mdrename to metagpt/ext/sela/README.mddiff --git a/metagpt/ext/sela/data.yaml b/metagpt/ext/sela/data.yamlnew file mode 100644index 000000000..989a07966--- /dev/null+++ b/metagpt/ext/sela/data.yaml@@ -0,0 +1,3 @@+datasets_dir: "path/to/datasets" # path to the datasets directory+work_dir: ../workspace # path to the workspace directory+role_dir: storage/SELA # path to the role directory\ No newline at end of filediff --git a/sela/data/custom_task.py b/metagpt/ext/sela/data/custom_task.pysimilarity index 94%rename from sela/data/custom_task.pyrename to metagpt/ext/sela/data/custom_task.pyindex cbbcd8f0e..3371d5b1c 100644--- a/sela/data/custom_task.py+++ b/metagpt/ext/sela/data/custom_task.py@@ -1,7 +1,7 @@import os-from sela.data.dataset import SPECIAL_INSTRUCTIONS-from sela.experimenter.mle_bench.instructions import (+from metagpt.ext.sela.data.dataset import SPECIAL_INSTRUCTIONS+from metagpt.ext.sela.experimenter.mle_bench.instructions import (ADDITIONAL_NOTES,INSTRUCTIONS,INSTRUCTIONS_OBFUSCATED,diff --git a/sela/data/dataset.py b/metagpt/ext/sela/data/dataset.pysimilarity index 99%rename from sela/data/dataset.pyrename to metagpt/ext/sela/data/dataset.pyindex 7f5ead88b..ef4179011 100644--- a/sela/data/dataset.py+++ b/metagpt/ext/sela/data/dataset.py@@ -9,8 +9,8 @@ import pandas as pdimport yamlfrom sklearn.model_selection import train_test_split-from sela.insights.solution_designer import SolutionDesigner-from sela.utils import DATA_CONFIG+from metagpt.ext.sela.insights.solution_designer import SolutionDesigner+from metagpt.ext.sela.utils import DATA_CONFIGBASE_USER_REQUIREMENT = """This is a {datasetname} dataset. Your goal is to predict the target column `{target_col}`.diff --git a/sela/data/hf_data.py b/metagpt/ext/sela/data/hf_data.pysimilarity index 96%rename from sela/data/hf_data.pyrename to metagpt/ext/sela/data/hf_data.pyindex 355815628..9645796af 100644--- a/sela/data/hf_data.py+++ b/metagpt/ext/sela/data/hf_data.py@@ -7,14 +7,14 @@ import pandas as pdfrom datasets import load_datasetfrom PIL import Image-from sela.data.dataset import (+from metagpt.ext.sela.data.dataset import (ExpDataset,parse_args,process_dataset,save_datasets_dict_to_yaml,)-from sela.insights.solution_designer import SolutionDesigner-from sela.utils import DATA_CONFIG+from metagpt.ext.sela.insights.solution_designer import SolutionDesigner+from metagpt.ext.sela.utils import DATA_CONFIGHFDATSETS = [{"name": "sms_spam", "dataset_name": "ucirvine/sms_spam", "target_col": "label", "modality": "text"},diff --git a/sela/datasets.yaml b/metagpt/ext/sela/datasets.yamlsimilarity index 100%rename from sela/datasets.yamlrename to metagpt/ext/sela/datasets.yamldiff --git a/sela/evaluation/evaluation.py b/metagpt/ext/sela/evaluation/evaluation.pysimilarity index 100%rename from sela/evaluation/evaluation.pyrename to metagpt/ext/sela/evaluation/evaluation.pydiff --git a/sela/evaluation/visualize_mcts.py b/metagpt/ext/sela/evaluation/visualize_mcts.pysimilarity index 99%rename from sela/evaluation/visualize_mcts.pyrename to metagpt/ext/sela/evaluation/visualize_mcts.pyindex 9a88937b4..62efed917 100644--- a/sela/evaluation/visualize_mcts.py+++ b/metagpt/ext/sela/evaluation/visualize_mcts.py@@ -3,7 +3,7 @@ import textwrapimport matplotlib.pyplot as pltimport networkx as nx-from sela.MCTS import Node+from metagpt.ext.sela.MCTS import NodeNODE_TEMPLATE = """\[Node {id}]diff --git a/sela/experimenter/__init__.py b/metagpt/ext/sela/experimenter/__init__.pysimilarity index 100%rename from sela/experimenter/__init__.pyrename to metagpt/ext/sela/experimenter/__init__.pydiff --git a/sela/experimenter/aide.py b/metagpt/ext/sela/experimenter/aide.pysimilarity index 100%rename from sela/experimenter/aide.pyrename to metagpt/ext/sela/experimenter/aide.pydiff --git a/sela/experimenter/aug.py b/metagpt/ext/sela/experimenter/aug.pysimilarity index 89%rename from sela/experimenter/aug.pyrename to metagpt/ext/sela/experimenter/aug.pyindex d19412b47..99b1e700a 100644--- a/sela/experimenter/aug.py+++ b/metagpt/ext/sela/experimenter/aug.py@@ -1,7 +1,7 @@-from sela.experimenter.experimenter import Experimenter-from sela.insights.instruction_generator import InstructionGenerator-from sela.research_assistant import ResearchAssistant-from sela.utils import get_exp_pool_path+from metagpt.ext.sela.experimenter.experimenter import Experimenter+from metagpt.ext.sela.insights.instruction_generator import InstructionGenerator+from metagpt.ext.sela.research_assistant import ResearchAssistant+from metagpt.ext.sela.utils import get_exp_pool_pathEXPS_PROMPT = """When doing the tasks, you can refer to the insights below:diff --git a/sela/experimenter/autogluon.py b/metagpt/ext/sela/experimenter/autogluon.pysimilarity index 98%rename from sela/experimenter/autogluon.pyrename to metagpt/ext/sela/experimenter/autogluon.pyindex 7ea1b37f6..e7593cfb9 100644--- a/sela/experimenter/autogluon.py+++ b/metagpt/ext/sela/experimenter/autogluon.py@@ -1,5 +1,5 @@from datetime import datetime-from sela.experimenter.custom import CustomExperimenter+from metagpt.ext.sela.experimenter.custom import CustomExperimenterimport osimport pandas as pddiff --git a/sela/experimenter/autosklearn.py b/metagpt/ext/sela/experimenter/autosklearn.pysimilarity index 96%rename from sela/experimenter/autosklearn.pyrename to metagpt/ext/sela/experimenter/autosklearn.pyindex 6079a6813..718e758d4 100644--- a/sela/experimenter/autosklearn.py+++ b/metagpt/ext/sela/experimenter/autosklearn.py@@ -1,7 +1,7 @@from datetime import datetimeimport pandas as pd-from sela.experimenter.custom import CustomExperimenter-from sela.evaluation.evaluation import evaluate_score+from metagpt.ext.sela.experimenter.custom import CustomExperimenter+from metagpt.ext.sela.evaluation.evaluation import evaluate_scorefrom functools import partialdiff --git a/sela/experimenter/custom.py b/metagpt/ext/sela/experimenter/custom.pysimilarity index 92%rename from sela/experimenter/custom.pyrename to metagpt/ext/sela/experimenter/custom.pyindex f6dde6c59..4d69e286f 100644--- a/sela/experimenter/custom.py+++ b/metagpt/ext/sela/experimenter/custom.py@@ -2,9 +2,9 @@ import osimport pandas as pd-from sela.evaluation.evaluation import evaluate_score-from sela.experimenter.experimenter import Experimenter-from sela.MCTS import create_initial_state+from metagpt.ext.sela.evaluation.evaluation import evaluate_score+from metagpt.ext.sela.experimenter.experimenter import Experimenter+from metagpt.ext.sela.MCTS import create_initial_stateclass CustomExperimenter(Experimenter):diff --git a/sela/experimenter/experimenter.py b/metagpt/ext/sela/experimenter/experimenter.pysimilarity index 95%rename from sela/experimenter/experimenter.pyrename to metagpt/ext/sela/experimenter/experimenter.pyindex 32a88016a..03671c9ff 100644--- a/sela/experimenter/experimenter.py+++ b/metagpt/ext/sela/experimenter/experimenter.py@@ -5,10 +5,10 @@ import osimport numpy as npimport pandas as pd-from sela.evaluation.evaluation import evaluate_score-from sela.MCTS import create_initial_state-from sela.research_assistant import ResearchAssistant-from sela.utils import DATA_CONFIG, save_notebook+from metagpt.ext.sela.evaluation.evaluation import evaluate_score+from metagpt.ext.sela.MCTS import create_initial_state+from metagpt.ext.sela.research_assistant import ResearchAssistant+from metagpt.ext.sela.utils import DATA_CONFIG, save_notebookclass Experimenter:diff --git a/sela/experimenter/mcts.py b/metagpt/ext/sela/experimenter/mcts.pysimilarity index 91%rename from sela/experimenter/mcts.pyrename to metagpt/ext/sela/experimenter/mcts.pyindex 1065bd0d9..b83aa1392 100644--- a/sela/experimenter/mcts.py+++ b/metagpt/ext/sela/experimenter/mcts.py@@ -1,13 +1,13 @@import shutil-from sela.evaluation.evaluation import (+from metagpt.ext.sela.evaluation.evaluation import (node_evaluate_score_mlebench,node_evaluate_score_sela,)-from sela.evaluation.visualize_mcts import get_tree_text-from sela.experimenter.experimenter import Experimenter-from sela.Greedy import Greedy, Random-from sela.MCTS import MCTS+from metagpt.ext.sela.evaluation.visualize_mcts import get_tree_text+from metagpt.ext.sela.experimenter.experimenter import Experimenter+from metagpt.ext.sela.Greedy import Greedy, Random+from metagpt.ext.sela.MCTS import MCTSclass MCTSExperimenter(Experimenter):diff --git a/sela/experimenter/mle_bench/instructions.py b/metagpt/ext/sela/experimenter/mle_bench/instructions.pysimilarity index 98%rename from sela/experimenter/mle_bench/instructions.pyrename to metagpt/ext/sela/experimenter/mle_bench/instructions.pyindex 515fd9d34..5c9c7b70f 100644--- a/sela/experimenter/mle_bench/instructions.py+++ b/metagpt/ext/sela/experimenter/mle_bench/instructions.py@@ -8,7 +8,7 @@ You will be given a machine learning task. You must solve the task by training aBENCHMARK INSTRUCTIONS-------First, please read the instructions below which are specific to our benchmark setup. Note, these instructions can be found again in `sela.experimenter.mle_bench.instructions.py`.+First, please read the instructions below which are specific to our benchmark setup. Note, these instructions can be found again in `experimenter/mle_bench/instructions.py`.- **Competition-specific instructions**: The instructions for the competition are available in `{dataset_dir}/description.md`. Read this file to understand the problem setup for the competition you are currently solving.- **Dataset**: The dataset files for the competition are available in `{dataset_dir}`.@@ -28,7 +28,7 @@ You will be given a machine learning task. You must solve the task by training aBENCHMARK INSTRUCTIONS-------First, please read the instructions below which are specific to our benchmark setup. Note, these instructions can be found again in `sela.experimenter.mle_bench.instructions.py`.+First, please read the instructions below which are specific to our benchmark setup. Note, these instructions can be found again in `experimenter/mle_bench/instructions.py`.- **Task-specific instructions**: The instructions for the task are available in `{dataset_dir}/description.md`. Read this file to understand the problem setup for the task you are currently solving.- **Dataset**: The dataset files for the task are available in `{dataset_dir}/`.diff --git a/sela/insights/fixed_insights.json b/metagpt/ext/sela/insights/fixed_insights.jsonsimilarity index 100%rename from sela/insights/fixed_insights.jsonrename to metagpt/ext/sela/insights/fixed_insights.jsondiff --git a/sela/insights/instruction_generator.py b/metagpt/ext/sela/insights/instruction_generator.pysimilarity index 97%rename from sela/insights/instruction_generator.pyrename to metagpt/ext/sela/insights/instruction_generator.pyindex 90555761b..d5d24c74d 100644--- a/sela/insights/instruction_generator.py+++ b/metagpt/ext/sela/insights/instruction_generator.py@@ -3,8 +3,8 @@ import osimport randomfrom difflib import SequenceMatcher-from sela.insights.solution_designer import SolutionDesigner-from sela.utils import clean_json_from_rsp, load_data_config, mcts_logger+from metagpt.ext.sela.insights.solution_designer import SolutionDesigner+from metagpt.ext.sela.utils import clean_json_from_rsp, load_data_config, mcts_loggerfrom metagpt.llm import LLMfrom metagpt.schema import Messagediff --git a/sela/insights/solution_designer.py b/metagpt/ext/sela/insights/solution_designer.pysimilarity index 98%rename from sela/insights/solution_designer.pyrename to metagpt/ext/sela/insights/solution_designer.pyindex 6685f1ed5..1b61c2141 100644--- a/sela/insights/solution_designer.py+++ b/metagpt/ext/sela/insights/solution_designer.py@@ -1,6 +1,6 @@import json-from sela.utils import clean_json_from_rsp, load_data_config+from metagpt.ext.sela.utils import clean_json_from_rsp, load_data_configfrom metagpt.llm import LLMDATA_CONFIG = load_data_config()diff --git a/sela/requirements.txt b/metagpt/ext/sela/requirements.txtsimilarity index 100%rename from sela/requirements.txtrename to metagpt/ext/sela/requirements.txtdiff --git a/sela/research_assistant.py b/metagpt/ext/sela/research_assistant.pysimilarity index 99%rename from sela/research_assistant.pyrename to metagpt/ext/sela/research_assistant.pyindex 45326a28a..5ce1be68e 100644--- a/sela/research_assistant.py+++ b/metagpt/ext/sela/research_assistant.py@@ -6,7 +6,7 @@ import osfrom pydantic import model_validator-from sela.utils import mcts_logger, save_notebook+from metagpt.ext.sela.utils import mcts_logger, save_notebookfrom metagpt.actions.di.write_analysis_code import WriteAnalysisCodefrom metagpt.const import SERDESER_PATHfrom metagpt.roles.di.data_interpreter import DataInterpreterdiff --git a/sela/run_experiment.py b/metagpt/ext/sela/run_experiment.pysimilarity index 88%rename from sela/run_experiment.pyrename to metagpt/ext/sela/run_experiment.pyindex 168dc2160..4dbb1a4ef 100644--- a/sela/run_experiment.py+++ b/metagpt/ext/sela/run_experiment.py@@ -1,13 +1,13 @@import argparseimport asyncio-from sela.data.custom_task import get_mle_is_lower_better, get_mle_task_id-from sela.experimenter.aug import AugExperimenter-from sela.experimenter.autogluon import GluonExperimenter-from sela.experimenter.autosklearn import AutoSklearnExperimenter-from sela.experimenter.custom import CustomExperimenter-from sela.experimenter.experimenter import Experimenter-from sela.experimenter.mcts import MCTSExperimenter+from metagpt.ext.sela.data.custom_task import get_mle_is_lower_better, get_mle_task_id+from metagpt.ext.sela.experimenter.aug import AugExperimenter+from metagpt.ext.sela.experimenter.autogluon import GluonExperimenter+from metagpt.ext.sela.experimenter.autosklearn import AutoSklearnExperimenter+from metagpt.ext.sela.experimenter.custom import CustomExperimenter+from metagpt.ext.sela.experimenter.experimenter import Experimenter+from metagpt.ext.sela.experimenter.mcts import MCTSExperimenterdef get_args(cmd=True):diff --git a/sela/scripts/run_cls.sh b/metagpt/ext/sela/scripts/run_cls.shsimilarity index 100%rename from sela/scripts/run_cls.shrename to metagpt/ext/sela/scripts/run_cls.shdiff --git a/sela/scripts/run_cls_mod.sh b/metagpt/ext/sela/scripts/run_cls_mod.shsimilarity index 100%rename from sela/scripts/run_cls_mod.shrename to metagpt/ext/sela/scripts/run_cls_mod.shdiff --git a/sela/scripts/run_reg.sh b/metagpt/ext/sela/scripts/run_reg.shsimilarity index 100%rename from sela/scripts/run_reg.shrename to metagpt/ext/sela/scripts/run_reg.shdiff --git a/sela/scripts/visualize_experiment.py b/metagpt/ext/sela/scripts/visualize_experiment.pysimilarity index 67%rename from sela/scripts/visualize_experiment.pyrename to metagpt/ext/sela/scripts/visualize_experiment.pyindex 4b93b9f61..4133942fc 100644--- a/sela/scripts/visualize_experiment.py+++ b/metagpt/ext/sela/scripts/visualize_experiment.py@@ -1,9 +1,9 @@import networkx as nx-from sela.evaluation.visualize_mcts import build_tree_recursive, visualize_tree-from sela.MCTS import MCTS, create_initial_state, initialize_di_root_node-from sela.run_experiment import get_args-from sela.utils import DATA_CONFIG+from metagpt.ext.sela.evaluation.visualize_mcts import build_tree_recursive, visualize_tree+from metagpt.ext.sela.MCTS import MCTS, create_initial_state, initialize_di_root_node+from metagpt.ext.sela.run_experiment import get_args+from metagpt.ext.sela.utils import DATA_CONFIGif __name__ == "__main__":args = get_args()diff --git a/sela/utils.py b/metagpt/ext/sela/utils.pysimilarity index 100%rename from sela/utils.pyrename to metagpt/ext/sela/utils.pydiff --git a/sela/data.yaml b/sela/data.yamldeleted file mode 100644index 4c6549490..000000000--- a/sela/data.yaml+++ /dev/null@@ -1,3 +0,0 @@-datasets_dir: "D:/work/automl/datasets" # path to the datasets directory-work_dir: ../workspace # path to the workspace directory-role_dir: storage/SELA # path to the role directory\ No newline at end of file