Skip to content

Distribute and run LLMs with a single file.

Set logger callback for Apple Metal

Justine Tunney3d81e2272913
diff --git a/llamafile/metal.c b/llamafile/metal.c
index 6a0d9e93..136c2326 100644
--- a/llamafile/metal.c
+++ b/llamafile/metal.c
@@ -70,6 +70,7 @@ static struct Metal {
typeof(ggml_metal_if_optimized) *if_optimized;
typeof(ggml_metal_init) *init;
typeof(ggml_metal_set_n_cb) *set_n_cb;
+ typeof(ggml_backend_metal_init) *backend_init;
} ggml_metal;
static const char *Dlerror(void) {
@@ -199,6 +200,7 @@ static bool ImportMetalImpl(void) {
ok &= !!(ggml_metal.if_optimized = cosmo_dlsym(lib, "ggml_metal_if_optimized"));
ok &= !!(ggml_metal.init = cosmo_dlsym(lib, "ggml_metal_init"));
ok &= !!(ggml_metal.set_n_cb = cosmo_dlsym(lib, "ggml_metal_set_n_cb"));
+ ok &= !!(ggml_metal.backend_init = cosmo_dlsym(lib, "ggml_backend_metal_init"));
if (!ok) {
tinyprint(2, Dlerror(), ": not all symbols could be imported\n", NULL);
return false;
@@ -211,6 +213,7 @@ static bool ImportMetalImpl(void) {
static void ImportMetal(void) {
if (IsXnuSilicon() && ImportMetalImpl()) {
ggml_metal.supported = true;
+ ggml_metal.backend_init();
tinyprint(2, "Apple Metal GPU support successfully loaded\n", NULL);
}
}