Skip to content

armgit / camel

Public Imported from GitHub
0

🐫 CAMEL: The first and the best multi-agent framework. Finding the Scaling Law of Agents. https://www.camel-ai.org

add extra_body in vllm config (#2691)

Xueyou Luo78b22aa7b775
diff --git a/camel/configs/vllm_config.py b/camel/configs/vllm_config.py
index b65b9373a..8c24f147d 100644
--- a/camel/configs/vllm_config.py
+++ b/camel/configs/vllm_config.py
@@ -90,6 +90,7 @@ class VLLMConfig(BaseConfig):
most likely tokens to return at each token position, each with an
associated log probability. `logprobs` must be set to `true` if
this parameter is used. (default: :obj:`None`)
+ extra_body: Add additional JSON properties to the request. (default: :obj:`None`)
"""
temperature: Optional[float] = None # openai default: 1.0
@@ -105,6 +106,6 @@ class VLLMConfig(BaseConfig):
user: Optional[str] = None
logprobs: Optional[bool] = None
top_logprobs: Optional[int] = None
-
+ extra_body: Optional[dict] = None
VLLM_API_PARAMS = {param for param in VLLMConfig.model_fields.keys()}