Skip to content

armgit / txtai

Public Imported from GitHub
0

💡 All-in-one AI framework for semantic search, LLM orchestration and language model workflows

Add flag to disable macOS Metal for llama.cpp when running builds

davidmezzetti792f9dbeafa1
diff --git a/src/python/txtai/vectors/llama.py b/src/python/txtai/vectors/llama.py
index 11eaf4ee..1dcfa2b7 100644
--- a/src/python/txtai/vectors/llama.py
+++ b/src/python/txtai/vectors/llama.py
@@ -53,7 +53,7 @@ class LlamaCpp(Vectors):
modelargs = self.config.get("vectors", {})
# Default GPU layers if not already set
- modelargs["n_gpu_layers"] = modelargs.get("n_gpu_layers", -1 if modelargs.get("gpu", os.environ.get("LLAMA_NO_METAL") != "1") else 0)
+ modelargs["n_gpu_layers"] = modelargs.get("n_gpu_layers", -1 if self.config.get("gpu", os.environ.get("LLAMA_NO_METAL") != "1") else 0)
# Create llama.cpp instance
return Llama(path, verbose=modelargs.pop("verbose", False), embedding=True, **modelargs)