DSPy: The framework for programming—not prompting—language models
Python
support o1
Isaac Miller928068e866a9
diff --git a/dsp/modules/gpt3.py b/dsp/modules/gpt3.pyindex 548f0c0df..b1696e645 100644--- a/dsp/modules/gpt3.py+++ b/dsp/modules/gpt3.py@@ -79,7 +79,7 @@ class GPT3(LM):default_model_type = ("chat"- if ("gpt-3.5" in model or "turbo" in model or "gpt-4" in model) and ("instruct" not in model)+ if ("gpt-3.5" in model or "turbo" in model or "gpt-4" in model or "o1" in model) and ("instruct" not in model)else "text")self.model_type = model_type if model_type else default_model_type@@ -122,6 +122,12 @@ class GPT3(LM):raw_kwargs = kwargskwargs = {**self.kwargs, **kwargs}+ if "o1" in self.kwargs["model"]:+ if "max_tokens" in kwargs:+ max_tokens = kwargs.pop("max_tokens")+ kwargs["max_completion_tokens"] = max_tokens+ kwargs.pop("temperature")+if self.model_type == "chat":# caching mechanism requires hashable kwargsmessages = [{"role": "user", "content": prompt}]