Skip to content

Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.

tests: add tool calling integration test (#12232)

Parth Sareen20b53eaa726a
diff --git a/integration/api_test.go b/integration/api_test.go
index 0baba8827..c39192c99 100644
--- a/integration/api_test.go
+++ b/integration/api_test.go
@@ -410,3 +410,99 @@ func TestAPIEmbeddings(t *testing.T) {
t.Errorf("zero length embedding response")
}
}
+
+func TestAPIToolCalling(t *testing.T) {
+ initialTimeout := 60 * time.Second
+ streamTimeout := 30 * time.Second
+ ctx, cancel := context.WithTimeout(context.Background(), 2*time.Minute)
+ defer cancel()
+
+ client, _, cleanup := InitServerConnection(ctx, t)
+ defer cleanup()
+
+ modelName := "qwen3:0.6b"
+ if err := PullIfMissing(ctx, client, modelName); err != nil {
+ t.Fatalf("pull failed %s", err)
+ }
+
+ tools := []api.Tool{
+ {
+ Type: "function",
+ Function: api.ToolFunction{
+ Name: "get_weather",
+ Description: "Get the current weather in a given location",
+ Parameters: api.ToolFunctionParameters{
+ Type: "object",
+ Required: []string{"location"},
+ Properties: map[string]api.ToolProperty{
+ "location": {
+ Type: api.PropertyType{"string"},
+ Description: "The city and state, e.g. San Francisco, CA",
+ },
+ },
+ },
+ },
+ },
+ }
+
+ req := api.ChatRequest{
+ Model: modelName,
+ Messages: []api.Message{
+ {
+ Role: "user",
+ Content: "Call get_weather with location set to San Francisco.",
+ },
+ },
+ Tools: tools,
+ Options: map[string]any{
+ "temperature": 0,
+ },
+ }
+
+ stallTimer := time.NewTimer(initialTimeout)
+ var gotToolCall bool
+ var lastToolCall api.ToolCall
+
+ fn := func(response api.ChatResponse) error {
+ if len(response.Message.ToolCalls) > 0 {
+ gotToolCall = true
+ lastToolCall = response.Message.ToolCalls[len(response.Message.ToolCalls)-1]
+ }
+ if !stallTimer.Reset(streamTimeout) {
+ return fmt.Errorf("stall was detected while streaming response, aborting")
+ }
+ return nil
+ }
+
+ stream := true
+ req.Stream = &stream
+ done := make(chan int)
+ var genErr error
+ go func() {
+ genErr = client.Chat(ctx, &req, fn)
+ done <- 0
+ }()
+
+ select {
+ case <-stallTimer.C:
+ t.Errorf("tool-calling chat never started. Timed out after: %s", initialTimeout.String())
+ case <-done:
+ if genErr != nil {
+ t.Fatalf("chat failed: %v", genErr)
+ }
+
+ if !gotToolCall {
+ t.Fatalf("expected at least one tool call, got none")
+ }
+
+ if lastToolCall.Function.Name != "get_weather" {
+ t.Errorf("unexpected tool called: got %q want %q", lastToolCall.Function.Name, "get_weather")
+ }
+
+ if _, ok := lastToolCall.Function.Arguments["location"]; !ok {
+ t.Errorf("expected tool arguments to include 'location', got: %s", lastToolCall.Function.Arguments.String())
+ }
+ case <-ctx.Done():
+ t.Error("outer test context done while waiting for tool-calling chat")
+ }
+}