Formerly KrillinAI, VideoTranslation and Dubbing Tool for 120+ Languages. Open-source AI workspace for creators, powered by Codex. Video downloader, video translation, create videos, images, audios, and edits with Agents in one place. For your Social Media like YouTube, TikTok, Instagram, etc.
TypeScript agent-skillscodex-clideskop-appdubbingimage-generationlocalizationskillsttsvideo-editingvideo-generationvideo-transcriptionvideo-translation
feat: stream receive llm msg
沈浩b722c2163055
diff --git a/pkg/openai/openai.go b/pkg/openai/openai.goindex d3afdf3b..c14b1fe6 100644--- a/pkg/openai/openai.go+++ b/pkg/openai/openai.go@@ -4,6 +4,7 @@ import ("context"openai "github.com/sashabaranov/go-openai""go.uber.org/zap"+ "io""krillin-ai/config""krillin-ai/log")@@ -21,18 +22,33 @@ func (c *Client) ChatCompletion(query string) (string, error) {Content: query,},},+ Stream: true,+ MaxTokens: 8192,}if config.Conf.Openai.Model != "" {req.Model = config.Conf.Openai.Model}- resp, err := c.client.CreateChatCompletion(context.Background(), req)+ stream, err := c.client.CreateChatCompletionStream(context.Background(), req)if err != nil {- log.GetLogger().Error("openai create chat completion failed", zap.Error(err))+ log.GetLogger().Error("openai create chat completion stream failed", zap.Error(err))return "", err}+ defer stream.Close()- resContent := resp.Choices[0].Message.Content+ var resContent string+ for {+ response, err := stream.Recv()+ if err == io.EOF {+ break+ }+ if err != nil {+ log.GetLogger().Error("openai stream receive failed", zap.Error(err))+ return "", err+ }++ resContent += response.Choices[0].Delta.Content+ }return resContent, nil}