Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++
3.3 KB
Raw Blame
"""serve/test_web_sampling.py - the web page sends no sampling of its own until the user changes it (0.1.45, #2685).

The page used to send temperature 0.6 / top_p 0.95 / top_k 20 with every request, so the server's model-card defaults
(thinking 1.0, not thinking 0.7 + presence penalty) never applied to it.  Pins, with node, the page's own functions:
untouched (the shown defaults, or the old stored 0.6) sends nothing, a changed value is sent whole, 0 is greedy.
Skipped without node.

    python -m unittest serve.test_web_sampling -v
"""
from __future__ import annotations

import json
import re
import shutil
import subprocess
import unittest
from pathlib import Path

APP = Path(__file__).resolve().parent / "web" / "app.js"


def slice_between(src: str, start: str, end: str) -> str:
    a = src.index(start)
    return src[a:src.index(end, a)]


@unittest.skipUnless(shutil.which("node"), "node is not installed")
class WebSampling(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        src = APP.read_text(encoding="utf-8")
        cls.defaults = slice_between(src, "const DEFAULTS", "let settings")
        cls.shared = slice_between(src, "function sharedDefaults", "async function saveShared")
        cls.body = slice_between(src, "  if (!(settings.temperature > 0)) {", "  if (settings.seed)")

    def run_js(self, settings: dict, pieces: str):
        js = (self.defaults + "function projectionLoaded() { return false; }\n" + self.shared +
              f"\nconst settings = {json.dumps(settings)};\nconst body = {{}};\n{pieces}\n"
              "console.log(JSON.stringify({body, shared: sharedDefaults(settings)}));")
        out = subprocess.run(["node", "-e", js], capture_output=True, text=True, timeout=30)
        self.assertEqual(out.returncode, 0, out.stderr)
        return json.loads(out.stdout)

    def sampling(self, **kw):
        s = {"thinking": "high", "temperature": 1.0, "top_p": 0.95, "top_k": 20, "max": "", "seed": "", "esp": True}
        s.update(kw)
        r = self.run_js(s, self.body)
        return r["body"], r["shared"]

    def test_untouched_sends_nothing(self):
        for t in (1.0, 0.6):                       # the shown default, and the old stored default
            body, shared = self.sampling(temperature=t)
            self.assertEqual(body, {})
            self.assertEqual(shared, {"reasoning_effort": "high"})

    def test_changed_values_are_sent_whole(self):
        body, shared = self.sampling(temperature=0.3)
        self.assertEqual(body, {"temperature": 0.3, "top_p": 0.95, "top_k": 20})
        self.assertEqual(shared["temperature"], 0.3)
        body, _ = self.sampling(top_k=40)
        self.assertEqual(body, {"temperature": 1.0, "top_p": 0.95, "top_k": 40})
        body, _ = self.sampling(temperature=0.6, top_p=0.9)
        self.assertEqual(body["temperature"], 0.6)

    def test_zero_is_greedy(self):
        body, shared = self.sampling(temperature=0)
        self.assertEqual(body, {"temperature": 0})
        self.assertEqual(shared["temperature"], 0)

    def test_the_old_default_is_shown_as_the_new_one(self):
        src = APP.read_text(encoding="utf-8")
        self.assertRegex(src, r"if \(samplingUntouched\(settings\)\) settings\.temperature = DEFAULTS\.temperature;")
        self.assertIsNone(re.search(r"temperature: 0\.6", src))


if __name__ == "__main__":
    unittest.main()