Skip to content

Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.

Fix generate test flakyness (#5804)

Jeffrey Morgan69a2d4ccffa7
diff --git a/server/routes_generate_test.go b/server/routes_generate_test.go
index c914b3006..5c0caff1c 100644
--- a/server/routes_generate_test.go
+++ b/server/routes_generate_test.go
@@ -73,8 +73,8 @@ func TestGenerateChat(t *testing.T) {
getCpuFn: gpu.GetCPUInfo,
reschedDelay: 250 * time.Millisecond,
loadFn: func(req *LlmRequest, ggml *llm.GGML, gpus gpu.GpuInfoList, numParallel int) {
- // add 10ms delay to simulate loading
- time.Sleep(10 * time.Millisecond)
+ // add small delay to simulate loading
+ time.Sleep(time.Millisecond)
req.successCh <- &runnerRef{
llama: &mock,
}
@@ -371,6 +371,8 @@ func TestGenerate(t *testing.T) {
getCpuFn: gpu.GetCPUInfo,
reschedDelay: 250 * time.Millisecond,
loadFn: func(req *LlmRequest, ggml *llm.GGML, gpus gpu.GpuInfoList, numParallel int) {
+ // add small delay to simulate loading
+ time.Sleep(time.Millisecond)
req.successCh <- &runnerRef{
llama: &mock,
}