Skip to content

LLM inference in C/C++

C++ ggml

nix : add nix-nodejs facilities to build Web UI (#23846)

Christian Hoener zu Siederdissen5aa3a64596a1
diff --git a/.devops/nix/package.nix b/.devops/nix/package.nix
index 30355d2fc9..86d9d589d3 100644
--- a/.devops/nix/package.nix
+++ b/.devops/nix/package.nix
@@ -3,6 +3,7 @@
glibc,
config,
stdenv,
+ stdenvNoCC,
runCommand,
cmake,
ninja,
@@ -19,6 +20,8 @@
openssl,
shaderc,
spirv-headers,
+ nodejs,
+ importNpmLock,
useBlas ?
builtins.all (x: !x) [
useCuda
@@ -130,7 +133,31 @@ effectiveStdenv.mkDerivation (finalAttrs: {
src = lib.cleanSource ../../.;
};
- postPatch = ''
+ # Builds the webui locally, taking care not to require updating any sha256 hash.
+ webui = stdenvNoCC.mkDerivation {
+ pname = "webui";
+ version = llamaVersion;
+ src = lib.cleanSource ../../tools/ui;
+
+ nativeBuildInputs = [
+ nodejs
+ importNpmLock.linkNodeModulesHook
+ ];
+
+ # no sha256 required when using buildNodeModules
+ npmDeps = importNpmLock.buildNodeModules {
+ npmRoot = ../../tools/ui;
+ inherit nodejs;
+ };
+
+ installPhase = ''
+ LLAMA_UI_OUT_DIR=$out npm run build --offline
+ '';
+ };
+
+ postPatch = lib.optionalString useWebUi ''
+ cp -r ${finalAttrs.webui} tools/ui/dist
+ chmod -R u+w tools/ui/dist
'';
# With PR#6015 https://github.com/ggml-org/llama.cpp/pull/6015,