Skip to content

armgit / camel

Public Imported from GitHub
0

🐫 CAMEL: The first and the best multi-agent framework. Finding the Scaling Law of Agents. https://www.camel-ai.org

feat: Support tool calling for SGLang and Groq (#1512)

Wendong-Fan2790d2491bf4
diff --git a/camel/configs/gemini_config.py b/camel/configs/gemini_config.py
index caa6df723..14d39aee1 100644
--- a/camel/configs/gemini_config.py
+++ b/camel/configs/gemini_config.py
@@ -83,7 +83,7 @@ class GeminiConfig(BaseConfig):
stop: Union[str, Sequence[str], NotGiven] = NOT_GIVEN
max_tokens: Union[int, NotGiven] = NOT_GIVEN
response_format: Union[Type[BaseModel], dict, NotGiven] = NOT_GIVEN
- tool_choice: Optional[Union[dict[str, str], str]] = None
+ tool_choice: Optional[Union[dict[str, str], str, NotGiven]] = NOT_GIVEN
def as_dict(self) -> dict[str, Any]:
r"""Convert the current configuration to a dictionary.
diff --git a/camel/configs/sglang_config.py b/camel/configs/sglang_config.py
index 821698157..ce19d56fd 100644
--- a/camel/configs/sglang_config.py
+++ b/camel/configs/sglang_config.py
@@ -56,6 +56,10 @@ class SGLangConfig(BaseConfig):
in the chat completion. The total length of input tokens and
generated tokens is limited by the model's context length.
(default: :obj:`None`)
+ tools (list[FunctionTool], optional): A list of tools the model may
+ call. Currently, only functions are supported as a tool. Use this
+ to provide a list of functions the model may generate JSON inputs
+ for. A max of 128 functions are supported.
"""
stop: Union[str, Sequence[str], NotGiven] = NOT_GIVEN
diff --git a/camel/models/groq_model.py b/camel/models/groq_model.py
index f00eac3b2..936533c88 100644
--- a/camel/models/groq_model.py
+++ b/camel/models/groq_model.py
@@ -88,8 +88,6 @@ class GroqModel(BaseModelBackend):
BaseTokenCounter: The token counter following the model's
tokenization style.
"""
- # Make sure you have the access to these open-source model in
- # HuggingFace
if not self._token_counter:
self._token_counter = OpenAITokenCounter(ModelType.GPT_4O_MINI)
return self._token_counter
diff --git a/camel/types/enums.py b/camel/types/enums.py
index 2b32f77cf..1ed59ca88 100644
--- a/camel/types/enums.py
+++ b/camel/types/enums.py
@@ -44,14 +44,11 @@ class ModelType(UnifiedModelType, Enum):
# Groq platform models
GROQ_LLAMA_3_1_8B = "llama-3.1-8b-instant"
- GROQ_LLAMA_3_1_70B = "llama-3.1-70b-versatile"
- GROQ_LLAMA_3_1_405B = "llama-3.1-405b-reasoning"
GROQ_LLAMA_3_3_70B = "llama-3.3-70b-versatile"
GROQ_LLAMA_3_3_70B_PREVIEW = "llama-3.3-70b-specdec"
GROQ_LLAMA_3_8B = "llama3-8b-8192"
GROQ_LLAMA_3_70B = "llama3-70b-8192"
GROQ_MIXTRAL_8_7B = "mixtral-8x7b-32768"
- GROQ_GEMMA_7B_IT = "gemma-7b-it"
GROQ_GEMMA_2_9B_IT = "gemma2-9b-it"
# TogetherAI platform models support tool calling
@@ -67,6 +64,17 @@ class ModelType(UnifiedModelType, Enum):
SAMBA_LLAMA_3_1_70B = "Meta-Llama-3.1-70B-Instruct"
SAMBA_LLAMA_3_1_405B = "Meta-Llama-3.1-405B-Instruct"
+ # SGLang models support tool calling
+ SGLANG_LLAMA_3_1_8B = "meta-llama/Meta-Llama-3.1-8B-Instruct"
+ SGLANG_LLAMA_3_1_70B = "meta-llama/Meta-Llama-3.1-70B-Instruct"
+ SGLANG_LLAMA_3_1_405B = "meta-llama/Meta-Llama-3.1-405B-Instruct"
+ SGLANG_LLAMA_3_2_1B = "meta-llama/Llama-3.2-1B-Instruct"
+ SGLANG_MIXTRAL_NEMO = "mistralai/Mistral-Nemo-Instruct-2407"
+ SGLANG_MISTRAL_7B = "mistralai/Mistral-7B-Instruct-v0.3"
+ SGLANG_QWEN_2_5_7B = "Qwen/Qwen2.5-7B-Instruct"
+ SGLANG_QWEN_2_5_32B = "Qwen/Qwen2.5-32B-Instruct"
+ SGLANG_QWEN_2_5_72B = "Qwen/Qwen2.5-72B-Instruct"
+
STUB = "stub"
# Legacy anthropic models
@@ -190,6 +198,8 @@ class ModelType(UnifiedModelType, Enum):
self.is_internlm,
self.is_together,
self.is_sambanova,
+ self.is_groq,
+ self.is_sglang,
]
)
@@ -252,14 +262,11 @@ class ModelType(UnifiedModelType, Enum):
r"""Returns whether this type of models is served by Groq."""
return self in {
ModelType.GROQ_LLAMA_3_1_8B,
- ModelType.GROQ_LLAMA_3_1_70B,
- ModelType.GROQ_LLAMA_3_1_405B,
ModelType.GROQ_LLAMA_3_3_70B,
ModelType.GROQ_LLAMA_3_3_70B_PREVIEW,
ModelType.GROQ_LLAMA_3_8B,
ModelType.GROQ_LLAMA_3_70B,
ModelType.GROQ_MIXTRAL_8_7B,
- ModelType.GROQ_GEMMA_7B_IT,
ModelType.GROQ_GEMMA_2_9B_IT,
}
@@ -413,6 +420,20 @@ class ModelType(UnifiedModelType, Enum):
ModelType.INTERNLM2_PRO_CHAT,
}
+ @property
+ def is_sglang(self) -> bool:
+ return self in {
+ ModelType.SGLANG_LLAMA_3_1_8B,
+ ModelType.SGLANG_LLAMA_3_1_70B,
+ ModelType.SGLANG_LLAMA_3_1_405B,
+ ModelType.SGLANG_LLAMA_3_2_1B,
+ ModelType.SGLANG_MIXTRAL_NEMO,
+ ModelType.SGLANG_MISTRAL_7B,
+ ModelType.SGLANG_QWEN_2_5_7B,
+ ModelType.SGLANG_QWEN_2_5_32B,
+ ModelType.SGLANG_QWEN_2_5_72B,
+ }
+
@property
def token_limit(self) -> int:
r"""Returns the maximum token limit for a given model.
@@ -440,7 +461,6 @@ class ModelType(UnifiedModelType, Enum):
ModelType.GROQ_LLAMA_3_8B,
ModelType.GROQ_LLAMA_3_70B,
ModelType.GROQ_LLAMA_3_3_70B_PREVIEW,
- ModelType.GROQ_GEMMA_7B_IT,
ModelType.GROQ_GEMMA_2_9B_IT,
ModelType.GLM_3_TURBO,
ModelType.GLM_4,
@@ -479,6 +499,7 @@ class ModelType(UnifiedModelType, Enum):
ModelType.INTERNLM2_5_LATEST,
ModelType.INTERNLM2_PRO_CHAT,
ModelType.TOGETHER_MIXTRAL_8_7B,
+ ModelType.SGLANG_MISTRAL_7B,
}:
return 32_768
elif self in {
@@ -518,12 +539,15 @@ class ModelType(UnifiedModelType, Enum):
ModelType.NVIDIA_LLAMA3_3_70B_INSTRUCT,
ModelType.GROQ_LLAMA_3_3_70B,
ModelType.SAMBA_LLAMA_3_1_70B,
+ ModelType.SGLANG_LLAMA_3_1_8B,
+ ModelType.SGLANG_LLAMA_3_1_70B,
+ ModelType.SGLANG_LLAMA_3_1_405B,
+ ModelType.SGLANG_LLAMA_3_2_1B,
+ ModelType.SGLANG_MIXTRAL_NEMO,
}:
return 128_000
elif self in {
ModelType.GROQ_LLAMA_3_1_8B,
- ModelType.GROQ_LLAMA_3_1_70B,
- ModelType.GROQ_LLAMA_3_1_405B,
ModelType.QWEN_PLUS,
ModelType.QWEN_TURBO,
ModelType.QWEN_CODER_TURBO,
@@ -531,6 +555,9 @@ class ModelType(UnifiedModelType, Enum):
ModelType.TOGETHER_LLAMA_3_1_70B,
ModelType.TOGETHER_LLAMA_3_1_405B,
ModelType.TOGETHER_LLAMA_3_3_70B,
+ ModelType.SGLANG_QWEN_2_5_7B,
+ ModelType.SGLANG_QWEN_2_5_32B,
+ ModelType.SGLANG_QWEN_2_5_72B,
}:
return 131_072
elif self in {
diff --git a/examples/models/role_playing_with_groq.py b/examples/models/role_playing_with_groq.py
index c02675c36..a5a6da857 100644
--- a/examples/models/role_playing_with_groq.py
+++ b/examples/models/role_playing_with_groq.py
@@ -98,4 +98,4 @@ def main(model_type=None) -> None:
if __name__ == "__main__":
- main(model_type=ModelType.GROQ_LLAMA_3_1_70B)
+ main(model_type=ModelType.GROQ_LLAMA_3_1_8B)