Skip to content

Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.

logs: explain client aborts better (#7783)

Daniel Hiltgenb85520bfb9c9
diff --git a/llama/runner/runner.go b/llama/runner/runner.go
index c7662b333..c3d0353f8 100644
--- a/llama/runner/runner.go
+++ b/llama/runner/runner.go
@@ -651,7 +651,11 @@ func (s *Server) completion(w http.ResponseWriter, r *http.Request) {
// Ensure that a place to put the sequence is available
if err := s.seqsSem.Acquire(r.Context(), 1); err != nil {
- slog.Error("Failed to acquire semaphore", "error", err)
+ if errors.Is(err, context.Canceled) {
+ slog.Info("aborting completion request due to client closing the connection")
+ } else {
+ slog.Error("Failed to acquire semaphore", "error", err)
+ }
return
}
defer s.seqsSem.Release(1)
@@ -740,7 +744,11 @@ func (s *Server) embeddings(w http.ResponseWriter, r *http.Request) {
// Ensure that a place to put the sequence is available
if err := s.seqsSem.Acquire(r.Context(), 1); err != nil {
- slog.Error("Failed to acquire semaphore", "error", err)
+ if errors.Is(err, context.Canceled) {
+ slog.Info("aborting embeddings request due to client closing the connection")
+ } else {
+ slog.Error("Failed to acquire semaphore", "error", err)
+ }
return
}
defer s.seqsSem.Release(1)
diff --git a/llm/server.go b/llm/server.go
index d7c5198d3..b2405905d 100644
--- a/llm/server.go
+++ b/llm/server.go
@@ -687,7 +687,11 @@ type CompletionResponse struct {
func (s *llmServer) Completion(ctx context.Context, req CompletionRequest, fn func(CompletionResponse)) error {
if err := s.sem.Acquire(ctx, 1); err != nil {
- slog.Error("Failed to acquire semaphore", "error", err)
+ if errors.Is(err, context.Canceled) {
+ slog.Info("aborting completion request due to client closing the connection")
+ } else {
+ slog.Error("Failed to acquire semaphore", "error", err)
+ }
return err
}
defer s.sem.Release(1)
@@ -865,7 +869,11 @@ type EmbeddingResponse struct {
func (s *llmServer) Embedding(ctx context.Context, input string) ([]float32, error) {
if err := s.sem.Acquire(ctx, 1); err != nil {
- slog.Error("Failed to acquire semaphore", "error", err)
+ if errors.Is(err, context.Canceled) {
+ slog.Info("aborting embedding request due to client closing the connection")
+ } else {
+ slog.Error("Failed to acquire semaphore", "error", err)
+ }
return nil, err
}
defer s.sem.Release(1)