LLM inference in C/C++
C++ ggml
ci : bump ty to 0.0.88 (#30587)
Sigbjørn Skjæret711780ffc75b
diff --git a/.github/workflows/python-type-check.yml b/.github/workflows/python-type-check.ymlindex 5be177e9c5..8fb4ffd47a 100644--- a/.github/workflows/python-type-check.yml+++ b/.github/workflows/python-type-check.yml@@ -35,7 +35,7 @@ jobs:uses: actions/setup-python@v6with:python-version: "3.11"- pip-install: -r requirements/requirements-all.txt ty==0.0.84+ pip-install: -r requirements/requirements-all.txt ty==0.0.88# - name: Type-check with Pyright# uses: jakebailey/pyright-action@v2# with:diff --git a/scripts/server-bench.py b/scripts/server-bench.pyindex ce97371487..f0984026c8 100755--- a/scripts/server-bench.py+++ b/scripts/server-bench.py@@ -264,7 +264,7 @@ def benchmark(bin_max = np.ceil(token_t_last) + 1plt.figure()- plt.hist(token_t, np.arange(0, bin_max))+ plt.hist(token_t, np.linspace(0, bin_max, bin_max, endpoint=False).tolist())plt.xlim(0, bin_max + 1)plt.title(name or "")plt.xlabel("Time [s]")