A programming framework for agentic AI
updating search space (#633)
Xueqing Liua64956a7c8f9
diff --git a/flaml/model.py b/flaml/model.pyindex 721ac2e1d..09cef1b34 100644--- a/flaml/model.py+++ b/flaml/model.py@@ -417,11 +417,13 @@ class TransformersEstimator(BaseEstimator):def search_space(cls, data_size, task, **params):search_space_dict = {"learning_rate": {- "domain": tune.loguniform(lower=1e-6, upper=1e-3),- "init_value": 1e-5,+ "domain": tune.choice(+ [1e-6, 2e-6, 4e-6, 8e-6, 16e-6, 32e-6, 64e-6, 128e-6]+ ),+ "init_value": 8e-6,},"num_train_epochs": {- "domain": tune.loguniform(lower=0.1, upper=10.0),+ "domain": tune.choice([1, 3, 5, 7, 9]),"init_value": 3.0, # to be consistent with roberta},"per_device_train_batch_size": {@@ -429,18 +431,18 @@ class TransformersEstimator(BaseEstimator):"init_value": 32,},"warmup_ratio": {- "domain": tune.uniform(lower=0.0, upper=0.3),+ "domain": tune.choice([0, 0.1, 0.2, 0.3]),"init_value": 0.0,},"weight_decay": {- "domain": tune.uniform(lower=0.0, upper=0.3),+ "domain": tune.choice([0, 0.1, 0.2, 0.3]),"init_value": 0.0,},"adam_epsilon": {- "domain": tune.loguniform(lower=1e-8, upper=1e-6),+ "domain": tune.choice([1e-8, 1e-7, 1e-6]),"init_value": 1e-6,},- "seed": {"domain": tune.choice(list(range(40, 45))), "init_value": 42},+ "seed": {"domain": tune.randint(40, 45), "init_value": 42},"global_max_steps": {"domain": sys.maxsize,"init_value": sys.maxsize,