Skip to content

Agent Mesh

fix vllm deploymet

Antonio Ojea8cd3510767cc
diff --git a/.github/k8s/sam-node-vllm-template.yaml b/.github/k8s/sam-node-vllm-template.yaml
index 453b12d7..5ce9fc4d 100644
--- a/.github/k8s/sam-node-vllm-template.yaml
+++ b/.github/k8s/sam-node-vllm-template.yaml
@@ -78,7 +78,9 @@ spec:
--enforce-eager \
--host 0.0.0.0 \
--port 8000 \
- --trust-remote-code
+ --trust-remote-code \
+ --enable-auto-tool-choice \
+ --tool-call-parser hermes
ports:
- containerPort: 8000
name: http