💡 All-in-one AI framework for semantic search, LLM orchestration and language model workflows
Python agentsaiai-agentsembeddingsinformation-retrievallanguage-modellarge-language-modelsllmnlppythonragretrieval-augmented-generationsearchsearch-enginesemantic-searchsentence-embeddingstransformerstxtaivector-databasevector-search
Add flag to disable macOS Metal for llama.cpp when running builds
davidmezzetti792f9dbeafa1
diff --git a/src/python/txtai/vectors/llama.py b/src/python/txtai/vectors/llama.pyindex 11eaf4ee..1dcfa2b7 100644--- a/src/python/txtai/vectors/llama.py+++ b/src/python/txtai/vectors/llama.py@@ -53,7 +53,7 @@ class LlamaCpp(Vectors):modelargs = self.config.get("vectors", {})# Default GPU layers if not already set- modelargs["n_gpu_layers"] = modelargs.get("n_gpu_layers", -1 if modelargs.get("gpu", os.environ.get("LLAMA_NO_METAL") != "1") else 0)+ modelargs["n_gpu_layers"] = modelargs.get("n_gpu_layers", -1 if self.config.get("gpu", os.environ.get("LLAMA_NO_METAL") != "1") else 0)# Create llama.cpp instancereturn Llama(path, verbose=modelargs.pop("verbose", False), embedding=True, **modelargs)