A programming framework for agentic AI
Noctus contribute (#961)
Ayesh Vininda5616ce0a5400
diff --git a/website/docs/Use-Cases/Task-Oriented-AutoML.md b/website/docs/Use-Cases/Task-Oriented-AutoML.mdindex f66538162..2ee32918e 100644--- a/website/docs/Use-Cases/Task-Oriented-AutoML.md+++ b/website/docs/Use-Cases/Task-Oriented-AutoML.md@@ -144,36 +144,36 @@ import rgfclass MyRegularizedGreedyForest(SKLearnEstimator):- def __init__(self, task="binary", **config):- super().__init__(task, **config)-- if task in CLASSIFICATION:- from rgf.sklearn import RGFClassifier-- self.estimator_class = RGFClassifier- else:- from rgf.sklearn import RGFRegressor-- self.estimator_class = RGFRegressor-- @classmethod- def search_space(cls, data_size, task):- space = {- "max_leaf": {- "domain": tune.lograndint(lower=4, upper=data_size),- "low_cost_init_value": 4,- },- "n_iter": {- "domain": tune.lograndint(lower=1, upper=data_size),- "low_cost_init_value": 1,- },- "learning_rate": {"domain": tune.loguniform(lower=0.01, upper=20.0)},- "min_samples_leaf": {- "domain": tune.lograndint(lower=1, upper=20),- "init_value": 20,- },- }- return space+ def __init__(self, task="binary", **config):+ super().__init__(task, **config)++ if task in CLASSIFICATION:+ from rgf.sklearn import RGFClassifier++ self.estimator_class = RGFClassifier+ else:+ from rgf.sklearn import RGFRegressor++ self.estimator_class = RGFRegressor++ @classmethod+ def search_space(cls, data_size, task):+ space = {+ "max_leaf": {+ "domain": tune.lograndint(lower=4, upper=data_size),+ "low_cost_init_value": 4,+ },+ "n_iter": {+ "domain": tune.lograndint(lower=1, upper=data_size),+ "low_cost_init_value": 1,+ },+ "learning_rate": {"domain": tune.loguniform(lower=0.01, upper=20.0)},+ "min_samples_leaf": {+ "domain": tune.lograndint(lower=1, upper=20),+ "init_value": 20,+ },+ }+ return space```In the constructor, we set `self.estimator_class` as `RGFClassifier` or `RGFRegressor` according to the task type. If the estimator you want to tune does not have a scikit-learn style `fit()` and `predict()` API, you can override the `fit()` and `predict()` function of `flaml.model.BaseEstimator`, like [XGBoostEstimator](../reference/automl/model#xgboostestimator-objects). Importantly, we also add the `task="binary"` parameter in the signature of `__init__` so that it doesn't get grouped together with the `**config` kwargs that determines the parameters with which the underlying estimator (`self.estimator_class`) is constructed. If your estimator doesn't use one of the parameters that it is passed, for example some regressors in `scikit-learn` don't use the `n_jobs` parameter, it is enough to add `n_jobs=None` to the signature so that it is ignored by the `**config` dict.@@ -208,18 +208,18 @@ from flaml.automl.model import XGBoostEstimatordef logregobj(preds, dtrain):- labels = dtrain.get_label()- preds = 1.0 / (1.0 + np.exp(-preds)) # transform raw leaf weight- grad = preds - labels- hess = preds * (1.0 - preds)- return grad, hess+ labels = dtrain.get_label()+ preds = 1.0 / (1.0 + np.exp(-preds)) # transform raw leaf weight+ grad = preds - labels+ hess = preds * (1.0 - preds)+ return grad, hessclass MyXGB1(XGBoostEstimator):- """XGBoostEstimator with logregobj as the objective function"""+ """XGBoostEstimator with logregobj as the objective function"""- def __init__(self, **config):- super().__init__(objective=logregobj, **config)+ def __init__(self, **config):+ super().__init__(objective=logregobj, **config)```We override the constructor and set the training objective as a custom function `logregobj`. The hyperparameters and their search range do not change. For another example,