Skip to content

A programming framework for agentic AI

multioutput regression (#292)

Chi Wangd937b03e42b7
diff --git a/README.md b/README.md
index e57f7f648..b91ef7806 100644
--- a/README.md
+++ b/README.md
@@ -157,7 +157,7 @@ automl.fit(
)
```
-* Fine tuning language model
+* Fine tuning language model.
```python
# pip install "flaml[nlp]"
diff --git a/flaml/automl.py b/flaml/automl.py
index 7a6ccc5d8..c599c9f8c 100644
--- a/flaml/automl.py
+++ b/flaml/automl.py
@@ -17,6 +17,7 @@ from sklearn.model_selection import (
GroupShuffleSplit,
)
from sklearn.utils import shuffle
+from sklearn.base import BaseEstimator
import pandas as pd
import logging
from typing import List, Union
@@ -374,7 +375,7 @@ def size(state: AutoMLState, config: dict) -> float:
return learner_class.size(config)
-class AutoML:
+class AutoML(BaseEstimator):
"""The AutoML class.
Example:
@@ -543,9 +544,7 @@ class AutoML:
settings["sample"] = settings.get("sample", True)
settings["ensemble"] = settings.get("ensemble", False)
settings["log_type"] = settings.get("log_type", "better")
- settings["model_history"] = settings.get(
- "model_history", False
- )
+ settings["model_history"] = settings.get("model_history", False)
settings["log_training_metric"] = settings.get("log_training_metric", False)
settings["mem_thres"] = settings.get("mem_thres", MEM_THRES)
settings["pred_time_limit"] = settings.get("pred_time_limit", np.inf)
@@ -562,6 +561,12 @@ class AutoML:
settings["append_log"] = settings.get("append_log", False)
settings["min_sample_size"] = settings.get("min_sample_size", MIN_SAMPLE_TRAIN)
settings["use_ray"] = settings.get("use_ray", False)
+ self._estimator_type = (
+ "classifier" if settings["task"] in CLASSIFICATION else "regressor"
+ )
+
+ def get_params(self, deep=False):
+ return self._settings.copy()
@property
def config_history(self):
@@ -684,32 +689,6 @@ class AutoML:
"No estimator is trained. Please run fit with enough budget."
)
return None
- if isinstance(X_test, List) and isinstance(X_test[0], List):
- unzipped_X_test = [x for x in zip(*X_test)]
- try:
- X_test = DataFrame(
- {
- self._transformer._str_columns[idx]: unzipped_X_test[idx]
- for idx in range(len(unzipped_X_test))
- }
- )
- except IndexError:
- raise IndexError(
- "Test data contains more columns than training data, exiting"
- )
- elif isinstance(X_test, List):
- try:
- X_test = DataFrame(
- {
- self._transformer._str_columns[idx]: [X_test[idx]]
- for idx in range(len(X_test))
- }
- )
- except IndexError:
- raise IndexError(
- "Test data contains more columns than training data, exiting"
- )
-
X_test = self._preprocess(X_test)
y_pred = estimator.predict(X_test)
if y_pred.ndim > 1 and isinstance(y_pred, np.ndarray):
@@ -732,18 +711,37 @@ class AutoML:
A numpy array of shape n * c. c is the # classes. Each element at
(i, j) is the probability for instance i to be in class j.
"""
+ estimator = getattr(self, "_trained_estimator", None)
+ if estimator is None:
+ logger.warning(
+ "No estimator is trained. Please run fit with enough budget."
+ )
+ return None
X_test = self._preprocess(X_test)
proba = self._trained_estimator.predict_proba(X_test)
return proba
def _preprocess(self, X):
-
- if isinstance(X, int):
+ if isinstance(X, List):
+ try:
+ if isinstance(X[0], List):
+ X = [x for x in zip(*X)]
+ X = DataFrame(
+ {
+ self._transformer._str_columns[idx]: X[idx]
+ for idx in range(len(X))
+ }
+ )
+ except IndexError:
+ raise IndexError(
+ "Test data contains more columns than training data, exiting"
+ )
+ elif isinstance(X, int):
return X
+ elif issparse(X):
+ X = X.tocsr()
if self._state.task == TS_FORECAST:
X = pd.DataFrame(X)
- if issparse(X):
- X = X.tocsr()
if self._transformer:
X = self._transformer.transform(X)
return X
@@ -1256,6 +1254,8 @@ class AutoML:
self._settings.get("auto_augment") if auto_augment is None else auto_augment
)
self._state.task = TS_FORECAST if task == FORECAST else task
+ self._estimator_type = "classifier" if task in CLASSIFICATION else "regressor"
+
self._state.fit_kwargs = fit_kwargs
self._validate_data(X_train, y_train, dataframe, label, groups=groups)
@@ -1311,7 +1311,6 @@ class AutoML:
)
# Partially copied from fit() function
# Initilize some attributes required for retrain_from_log
- self._state.task = task
self._decide_split_type(split_type)
if record_id >= 0:
eval_method = "cv"
@@ -1766,6 +1765,7 @@ class AutoML:
self._state._start_time_flag = self._start_time_flag = time.time()
task = task or self._settings.get("task")
+ self._estimator_type = "classifier" if task in CLASSIFICATION else "regressor"
time_budget = time_budget or self._settings.get("time_budget")
n_jobs = n_jobs or self._settings.get("n_jobs")
gpu_per_trial = (
@@ -1856,6 +1856,7 @@ class AutoML:
_ch = logging.StreamHandler()
_ch.setFormatter(logger_formatter)
logger.addHandler(_ch)
+ logger.info(f"task = {task}")
self._decide_split_type(split_type)
logger.info(f"Data split method: {self._split_type}")
if eval_method == "auto" or self._state.X_val is not None:
diff --git a/test/automl/test_regression.py b/test/automl/test_regression.py
index 44bf20615..2852a65d6 100644
--- a/test/automl/test_regression.py
+++ b/test/automl/test_regression.py
@@ -195,5 +195,26 @@ class TestRegression(unittest.TestCase):
print(automl_experiment.best_config_train_time)
+def test_multioutput():
+ from sklearn.datasets import make_regression
+ from sklearn.model_selection import train_test_split
+ from sklearn.multioutput import MultiOutputRegressor
+
+ # create regression data
+ X, y = make_regression(n_targets=3)
+
+ # split into train and test data
+ X_train, X_test, y_train, y_test = train_test_split(
+ X, y, test_size=0.30, random_state=42
+ )
+
+ # train the model
+ model = MultiOutputRegressor(AutoML(task="regression", time_budget=1))
+ model.fit(X_train, y_train)
+
+ # predict
+ print(model.predict(X_test))
+
+
if __name__ == "__main__":
unittest.main()