Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
logs: explain client aborts better (#7783)
Daniel Hiltgenb85520bfb9c9
diff --git a/llama/runner/runner.go b/llama/runner/runner.goindex c7662b333..c3d0353f8 100644--- a/llama/runner/runner.go+++ b/llama/runner/runner.go@@ -651,7 +651,11 @@ func (s *Server) completion(w http.ResponseWriter, r *http.Request) {// Ensure that a place to put the sequence is availableif err := s.seqsSem.Acquire(r.Context(), 1); err != nil {- slog.Error("Failed to acquire semaphore", "error", err)+ if errors.Is(err, context.Canceled) {+ slog.Info("aborting completion request due to client closing the connection")+ } else {+ slog.Error("Failed to acquire semaphore", "error", err)+ }return}defer s.seqsSem.Release(1)@@ -740,7 +744,11 @@ func (s *Server) embeddings(w http.ResponseWriter, r *http.Request) {// Ensure that a place to put the sequence is availableif err := s.seqsSem.Acquire(r.Context(), 1); err != nil {- slog.Error("Failed to acquire semaphore", "error", err)+ if errors.Is(err, context.Canceled) {+ slog.Info("aborting embeddings request due to client closing the connection")+ } else {+ slog.Error("Failed to acquire semaphore", "error", err)+ }return}defer s.seqsSem.Release(1)diff --git a/llm/server.go b/llm/server.goindex d7c5198d3..b2405905d 100644--- a/llm/server.go+++ b/llm/server.go@@ -687,7 +687,11 @@ type CompletionResponse struct {func (s *llmServer) Completion(ctx context.Context, req CompletionRequest, fn func(CompletionResponse)) error {if err := s.sem.Acquire(ctx, 1); err != nil {- slog.Error("Failed to acquire semaphore", "error", err)+ if errors.Is(err, context.Canceled) {+ slog.Info("aborting completion request due to client closing the connection")+ } else {+ slog.Error("Failed to acquire semaphore", "error", err)+ }return err}defer s.sem.Release(1)@@ -865,7 +869,11 @@ type EmbeddingResponse struct {func (s *llmServer) Embedding(ctx context.Context, input string) ([]float32, error) {if err := s.sem.Acquire(ctx, 1); err != nil {- slog.Error("Failed to acquire semaphore", "error", err)+ if errors.Is(err, context.Canceled) {+ slog.Info("aborting embedding request due to client closing the connection")+ } else {+ slog.Error("Failed to acquire semaphore", "error", err)+ }return nil, err}defer s.sem.Release(1)