Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

Merge f-027-gh-eng-g (#3935 sm_89 in the DeepSeek CUDA package builds, #3796 collapsed tool-name alias and the rejected-calls marker)

Niko122140c9dae95b01
diff --cc serve/server.py
index 7a268a46a,0ce1942c0..79298701a
--- a/serve/server.py
+++ b/serve/server.py
@@@ -6176,11 -5948,10 +6188,13 @@@ def openai_collect(chunks) -> dict
out = {"id": last["id"], "object": "chat.completion", "created": last["created"], "model": last["model"],
"choices": [{"index": 0, "message": msg, "finish_reason": last["choices"][0]["finish_reason"]}],
"usage": last["usage"]}
+ if lps:
+ out["choices"][0]["logprobs"] = {"content": lps.get("content", []), "refusal": None, **(
+ {"reasoning_content": lps["reasoning_content"]} if lps.get("reasoning_content") else {})}
if last.get("timings"):
out["timings"] = last["timings"]
+ if last.get("strata_rejected_tool_calls"):
+ out["strata_rejected_tool_calls"] = last["strata_rejected_tool_calls"]
return out