A programming framework for agentic AI
add timeout to openai create (#973)
Li Jiang904b5ea7cdc1
diff --git a/flaml/integrations/oai/completion.py b/flaml/integrations/oai/completion.pyindex 4bfe01aa0..fefcc8a37 100644--- a/flaml/integrations/oai/completion.py+++ b/flaml/integrations/oai/completion.py@@ -99,6 +99,8 @@ class Completion:retry_time = 10# fail a request after hitting RateLimitError for this many secondsretry_timeout = 60+ # time out for request to openai server+ request_timeout = 30openai_completion_class = not ERROR and openai.Completion_total_cost = 0@@ -137,7 +139,9 @@ class Completion:start_time = time.time()while True:try:- response = openai_completion.create(**config)+ response = openai_completion.create(+ request_timeout=cls.request_timeout, **config+ )cls._cache.set(key, response)return responseexcept (@@ -635,7 +639,9 @@ class Completion:if use_cache:with diskcache.Cache(cls.cache_path) as cls._cache:return cls._get_response(params)- return cls.openai_completion_class.create(**params)+ return cls.openai_completion_class.create(+ request_timeout=cls.request_timeout, **params+ )@classmethoddef _construct_params(cls, data_instance, config, prompt=None, messages=None):