Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
fs(ggml): fill in arch prefix if necessary (#12646)
Michael Yangd2b63c19b326
diff --git a/convert/convert_test.go b/convert/convert_test.goindex 95cccd56e..a63e478f3 100644--- a/convert/convert_test.go+++ b/convert/convert_test.go@@ -18,6 +18,7 @@ import ("strings""testing"+ "github.com/google/go-cmp/cmp""github.com/ollama/ollama/fs/ggml")@@ -339,13 +340,8 @@ func TestConvertAdapter(t *testing.T) {}actual := generateResultsJSON(t, r, m.KV(), m.Tensors())-- for _, k := range slices.Sorted(maps.Keys(c.Expected)) {- if v, ok := actual[k]; !ok {- t.Errorf("missing %s", k)- } else if v != c.Expected[k] {- t.Errorf("unexpected %s: want %s, got %s", k, c.Expected[k], v)- }+ if diff := cmp.Diff(c.Expected, actual); diff != "" {+ t.Errorf("mismatch (-want +got):\n%s", diff)}})}diff --git a/fs/ggml/gguf.go b/fs/ggml/gguf.goindex fa613ca4b..9ee42e368 100644--- a/fs/ggml/gguf.go+++ b/fs/ggml/gguf.go@@ -509,7 +509,10 @@ func writeGGUFArray[S ~[]E, E any](w io.Writer, t uint32, s S) error {}func WriteGGUF(f *os.File, kv KV, ts []*Tensor) error {- alignment := kv.Uint("general.alignment", 32)+ arch := kv.String("general.architecture")+ if arch == "" {+ return fmt.Errorf("architecture not set")+ }if err := binary.Write(f, binary.LittleEndian, []byte("GGUF")); err != nil {return err@@ -528,7 +531,7 @@ func WriteGGUF(f *os.File, kv KV, ts []*Tensor) error {}for _, key := range slices.Sorted(maps.Keys(kv)) {- if err := ggufWriteKV(f, key, kv[key]); err != nil {+ if err := ggufWriteKV(f, arch, key, kv[key]); err != nil {return err}}@@ -543,6 +546,8 @@ func WriteGGUF(f *os.File, kv KV, ts []*Tensor) error {},)+ alignment := kv.Uint("general.alignment", 32)+var s uint64for i := range ts {ts[i].Offset = s@@ -574,7 +579,14 @@ func WriteGGUF(f *os.File, kv KV, ts []*Tensor) error {return g.Wait()}-func ggufWriteKV(ws io.WriteSeeker, k string, v any) error {+func ggufWriteKV(ws io.WriteSeeker, arch, k string, v any) error {+ if !strings.HasPrefix(k, arch+".") &&+ !strings.HasPrefix(k, "general.") &&+ !strings.HasPrefix(k, "adapter.") &&+ !strings.HasPrefix(k, "tokenizer.") {+ k = arch + "." + k+ }+slog.Debug(k, "type", fmt.Sprintf("%T", v))if err := binary.Write(ws, binary.LittleEndian, uint64(len(k))); err != nil {return errdiff --git a/fs/ggml/gguf_test.go b/fs/ggml/gguf_test.goindex e56bab8d2..f0c2826c3 100644--- a/fs/ggml/gguf_test.go+++ b/fs/ggml/gguf_test.go@@ -39,7 +39,12 @@ func TestWriteGGUF(t *testing.T) {defer w.Close()if err := WriteGGUF(w, KV{- "general.alignment": uint32(16),+ "general.architecture": "test",+ "general.alignment": uint32(16),+ "test.key": "value",+ "attention.key": "value2",+ "tokenizer.key": "value3",+ "adapter.key": "value4",}, ts); err != nil {t.Fatal(err)}@@ -56,14 +61,19 @@ func TestWriteGGUF(t *testing.T) {}if diff := cmp.Diff(KV{+ "general.architecture": "test","general.alignment": uint32(16),"general.parameter_count": uint64(54),+ "test.key": "value",+ "test.attention.key": "value2",+ "tokenizer.key": "value3",+ "adapter.key": "value4",}, ff.KV()); diff != "" {t.Errorf("Mismatch (-want +got):\n%s", diff)}if diff := cmp.Diff(Tensors{- Offset: 592,+ Offset: 800,items: []*Tensor{{Name: "blk.0.attn_k.weight", Offset: 0, Shape: []uint64{2, 3}},{Name: "blk.0.attn_norm.weight", Offset: 32, Shape: []uint64{2, 3}},diff --git a/parser/parser_test.go b/parser/parser_test.goindex 1524e890a..1e1fc4528 100644--- a/parser/parser_test.go+++ b/parser/parser_test.go@@ -7,6 +7,7 @@ import ("errors""fmt""io"+ "maps""os""strings""testing"@@ -799,7 +800,10 @@ func createBinFile(t *testing.T, kv map[string]any, ti []*ggml.Tensor) (string,}defer f.Close()- if err := ggml.WriteGGUF(f, kv, ti); err != nil {+ base := map[string]any{"general.architecture": "test"}+ maps.Copy(base, kv)++ if err := ggml.WriteGGUF(f, base, ti); err != nil {t.Fatal(err)}// Calculate sha256 of filediff --git a/server/routes_create_test.go b/server/routes_create_test.goindex 189ef0407..f4f7b76c1 100644--- a/server/routes_create_test.go+++ b/server/routes_create_test.go@@ -7,6 +7,7 @@ import ("encoding/json""fmt""io"+ "maps""net/http""net/http/httptest""os"@@ -17,6 +18,8 @@ import ("testing""github.com/gin-gonic/gin"+ gocmp "github.com/google/go-cmp/cmp"+ gocmpopts "github.com/google/go-cmp/cmp/cmpopts""github.com/ollama/ollama/api""github.com/ollama/ollama/envconfig"@@ -38,7 +41,10 @@ func createBinFile(t *testing.T, kv map[string]any, ti []*ggml.Tensor) (string,}defer f.Close()- if err := ggml.WriteGGUF(f, kv, ti); err != nil {+ base := map[string]any{"general.architecture": "test"}+ maps.Copy(base, kv)++ if err := ggml.WriteGGUF(f, base, ti); err != nil {t.Fatal(err)}// Calculate sha256 of file@@ -102,8 +108,8 @@ func checkFileExists(t *testing.T, p string, expect []string) {t.Fatal(err)}- if !slices.Equal(actual, expect) {- t.Fatalf("expected slices to be equal %v", actual)+ if diff := gocmp.Diff(expect, actual, gocmpopts.SortSlices(strings.Compare), gocmpopts.EquateEmpty()); diff != "" {+ t.Errorf("file exists mismatch (-want +got):\n%s", diff)}}@@ -133,8 +139,8 @@ func TestCreateFromBin(t *testing.T) {})checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{- filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),- filepath.Join(p, "blobs", "sha256-ca239d7bd8ea90e4a5d2e6bf88f8d74a47b14336e73eb4e18bed4dd325018116"),+ filepath.Join(p, "blobs", "sha256-6bcdb8859d417753645538d7bbfbd7ca91a3f0c191aef5379c53c05e86b669dd"),+ filepath.Join(p, "blobs", "sha256-89a2116c3a82d6a97f59f748d86ed4417214353fd178ee54df418fde32495fad"),})}@@ -177,8 +183,8 @@ func TestCreateFromModel(t *testing.T) {})checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{- filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),- filepath.Join(p, "blobs", "sha256-ca239d7bd8ea90e4a5d2e6bf88f8d74a47b14336e73eb4e18bed4dd325018116"),+ filepath.Join(p, "blobs", "sha256-6bcdb8859d417753645538d7bbfbd7ca91a3f0c191aef5379c53c05e86b669dd"),+ filepath.Join(p, "blobs", "sha256-89a2116c3a82d6a97f59f748d86ed4417214353fd178ee54df418fde32495fad"),})}@@ -206,9 +212,9 @@ func TestCreateRemovesLayers(t *testing.T) {})checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{- filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),+ filepath.Join(p, "blobs", "sha256-89a2116c3a82d6a97f59f748d86ed4417214353fd178ee54df418fde32495fad"),filepath.Join(p, "blobs", "sha256-b507b9c2f6ca642bffcd06665ea7c91f235fd32daeefdf875a0f938db05fb315"),- filepath.Join(p, "blobs", "sha256-bc80b03733773e0728011b2f4adf34c458b400e1aad48cb28d61170f3a2ad2d6"),+ filepath.Join(p, "blobs", "sha256-f6e7e4b28e0b1d0c635f2d465bd248c5387c3e75b61a48c4374192b26d832a56"),})w = createRequest(t, s.CreateHandler, api.CreateRequest{@@ -227,8 +233,8 @@ func TestCreateRemovesLayers(t *testing.T) {})checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{- filepath.Join(p, "blobs", "sha256-8f2c2167d789c6b2302dff965160fa5029f6a24096d262c1cbb469f21a045382"),- filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),+ filepath.Join(p, "blobs", "sha256-136bf7c76bac2ec09d6617885507d37829e04b41acc47687d45e512b544e893a"),+ filepath.Join(p, "blobs", "sha256-89a2116c3a82d6a97f59f748d86ed4417214353fd178ee54df418fde32495fad"),filepath.Join(p, "blobs", "sha256-fe7ac77b725cda2ccad03f88a880ecdfd7a33192d6cae08fce2c0ee1455991ed"),})}@@ -257,8 +263,8 @@ func TestCreateUnsetsSystem(t *testing.T) {})checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{- filepath.Join(p, "blobs", "sha256-8585df945d1069bc78b79bd10bb73ba07fbc29b0f5479a31a601c0d12731416e"),- filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),+ filepath.Join(p, "blobs", "sha256-0a666d113e8e0a3d27e9c7bd136a0bdfb6241037db50729d81568451ebfdbde8"),+ filepath.Join(p, "blobs", "sha256-89a2116c3a82d6a97f59f748d86ed4417214353fd178ee54df418fde32495fad"),filepath.Join(p, "blobs", "sha256-f29e82a8284dbdf5910b1555580ff60b04238b8da9d5e51159ada67a4d0d5851"),})@@ -278,8 +284,8 @@ func TestCreateUnsetsSystem(t *testing.T) {})checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{- filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),- filepath.Join(p, "blobs", "sha256-ca239d7bd8ea90e4a5d2e6bf88f8d74a47b14336e73eb4e18bed4dd325018116"),+ filepath.Join(p, "blobs", "sha256-6bcdb8859d417753645538d7bbfbd7ca91a3f0c191aef5379c53c05e86b669dd"),+ filepath.Join(p, "blobs", "sha256-89a2116c3a82d6a97f59f748d86ed4417214353fd178ee54df418fde32495fad"),})}@@ -312,8 +318,8 @@ func TestCreateMergeParameters(t *testing.T) {checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{filepath.Join(p, "blobs", "sha256-1d0ad71299d48c2fb7ae2b98e683643e771f8a5b72be34942af90d97a91c1e37"),- filepath.Join(p, "blobs", "sha256-4a384beaf47a9cbe452dfa5ab70eea691790f3b35a832d12933a1996685bf2b6"),- filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),+ filepath.Join(p, "blobs", "sha256-6d6e36c1f90fc7deefc33a7300aa21ad4b67c506e33ecdeddfafa98147e60bbf"),+ filepath.Join(p, "blobs", "sha256-89a2116c3a82d6a97f59f748d86ed4417214353fd178ee54df418fde32495fad"),})// in order to merge parameters, the second model must be created FROM the first@@ -354,9 +360,9 @@ func TestCreateMergeParameters(t *testing.T) {checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{filepath.Join(p, "blobs", "sha256-1d0ad71299d48c2fb7ae2b98e683643e771f8a5b72be34942af90d97a91c1e37"),- filepath.Join(p, "blobs", "sha256-4a384beaf47a9cbe452dfa5ab70eea691790f3b35a832d12933a1996685bf2b6"),- filepath.Join(p, "blobs", "sha256-4cd9d4ba6b734d9b4cbd1e5caa60374c00722e993fce5e1e2d15a33698f71187"),- filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),+ filepath.Join(p, "blobs", "sha256-6d6e36c1f90fc7deefc33a7300aa21ad4b67c506e33ecdeddfafa98147e60bbf"),+ filepath.Join(p, "blobs", "sha256-89a2116c3a82d6a97f59f748d86ed4417214353fd178ee54df418fde32495fad"),+ filepath.Join(p, "blobs", "sha256-bbdce269dabe013033632238b4b2d1e02fac2f97787c5e895f4da84e09cccd5d"),filepath.Join(p, "blobs", "sha256-e29a7b3c47287a2489c895d21fe413c20f859a85d20e749492f52a838e36e1ba"),})@@ -398,9 +404,9 @@ func TestCreateMergeParameters(t *testing.T) {checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{filepath.Join(p, "blobs", "sha256-12f58bb75cb3042d69a7e013ab87fb3c3c7088f50ddc62f0c77bd332f0d44d35"),filepath.Join(p, "blobs", "sha256-1d0ad71299d48c2fb7ae2b98e683643e771f8a5b72be34942af90d97a91c1e37"),- filepath.Join(p, "blobs", "sha256-257aa726584f24970a4f240765e75a7169bfbe7f4966c1f04513d6b6c860583a"),- filepath.Join(p, "blobs", "sha256-4a384beaf47a9cbe452dfa5ab70eea691790f3b35a832d12933a1996685bf2b6"),- filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),+ filepath.Join(p, "blobs", "sha256-6d6e36c1f90fc7deefc33a7300aa21ad4b67c506e33ecdeddfafa98147e60bbf"),+ filepath.Join(p, "blobs", "sha256-89a2116c3a82d6a97f59f748d86ed4417214353fd178ee54df418fde32495fad"),+ filepath.Join(p, "blobs", "sha256-9443591d14be23c1e33d101934d76ad03bdb0715fe0879e8b0d1819e7bb063dd"),})actual, err = os.ReadFile(filepath.Join(p, "blobs", "sha256-12f58bb75cb3042d69a7e013ab87fb3c3c7088f50ddc62f0c77bd332f0d44d35"))@@ -456,8 +462,8 @@ func TestCreateReplacesMessages(t *testing.T) {checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{filepath.Join(p, "blobs", "sha256-298baeaf6928a60cf666d88d64a1ba606feb43a2865687c39e40652e407bffc4"),- filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),- filepath.Join(p, "blobs", "sha256-e0e27d47045063ccb167ae852c51d49a98eab33fabaee4633fdddf97213e40b5"),+ filepath.Join(p, "blobs", "sha256-89a2116c3a82d6a97f59f748d86ed4417214353fd178ee54df418fde32495fad"),+ filepath.Join(p, "blobs", "sha256-c84aee28f2af350596f674de51d2a802ea782653ef2930a21d48bd43d5cd5317"),})w = createRequest(t, s.CreateHandler, api.CreateRequest{@@ -491,11 +497,11 @@ func TestCreateReplacesMessages(t *testing.T) {// Old layers will not have been prunedcheckFileExists(t, filepath.Join(p, "blobs", "*"), []string{+ filepath.Join(p, "blobs", "sha256-09cfac3e6a637e25cb41aa85c24c110dc17ba89634de7df141b564dd2da4168b"),filepath.Join(p, "blobs", "sha256-298baeaf6928a60cf666d88d64a1ba606feb43a2865687c39e40652e407bffc4"),- filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),+ filepath.Join(p, "blobs", "sha256-89a2116c3a82d6a97f59f748d86ed4417214353fd178ee54df418fde32495fad"),filepath.Join(p, "blobs", "sha256-a60ecc9da299ec7ede453f99236e5577fd125e143689b646d9f0ddc9971bf4db"),- filepath.Join(p, "blobs", "sha256-e0e27d47045063ccb167ae852c51d49a98eab33fabaee4633fdddf97213e40b5"),- filepath.Join(p, "blobs", "sha256-f4e2c3690efef1b4b63ba1e1b2744ffeb6a7438a0110b86596069f6d9999c80b"),+ filepath.Join(p, "blobs", "sha256-c84aee28f2af350596f674de51d2a802ea782653ef2930a21d48bd43d5cd5317"),})type message struct {@@ -550,9 +556,9 @@ func TestCreateTemplateSystem(t *testing.T) {})checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{- filepath.Join(p, "blobs", "sha256-2b5e330885117c82f3fd75169ea323e141070a2947c11ddb9f79ee0b01c589c1"),+ filepath.Join(p, "blobs", "sha256-0a04d979734167da3b80811a1874d734697f366a689f3912589b99d2e86e7ad1"),filepath.Join(p, "blobs", "sha256-4c5f51faac758fecaff8db42f0b7382891a4d0c0bb885f7b86be88c814a7cc86"),- filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),+ filepath.Join(p, "blobs", "sha256-89a2116c3a82d6a97f59f748d86ed4417214353fd178ee54df418fde32495fad"),filepath.Join(p, "blobs", "sha256-fe7ac77b725cda2ccad03f88a880ecdfd7a33192d6cae08fce2c0ee1455991ed"),})@@ -714,8 +720,8 @@ func TestCreateLicenses(t *testing.T) {checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{filepath.Join(p, "blobs", "sha256-2af71558e438db0b73a20beab92dc278a94e1bbe974c00c1a33e3ab62d53a608"),- filepath.Join(p, "blobs", "sha256-79a39c37536ddee29cbadd5d5e2dcba8ed7f03e431f626ff38432c1c866bb7e2"),- filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),+ filepath.Join(p, "blobs", "sha256-89a2116c3a82d6a97f59f748d86ed4417214353fd178ee54df418fde32495fad"),+ filepath.Join(p, "blobs", "sha256-a762f214df0d96c9a7b82f96da98d99ceb2776c88e3ea7ffa09d1e5835516ec6"),filepath.Join(p, "blobs", "sha256-e5dcffe836b6ec8a58e492419b550e65fb8cbdc308503979e5dacb33ac7ea3b7"),})@@ -761,9 +767,9 @@ func TestCreateDetectTemplate(t *testing.T) {checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{filepath.Join(p, "blobs", "sha256-0d79f567714c62c048378f2107fb332dabee0135d080c302d884317da9433cc5"),+ filepath.Join(p, "blobs", "sha256-3322a0c650c758b7386ff55629d27d07c07b6c3d3515e259dc3e5598c41e9f4e"),filepath.Join(p, "blobs", "sha256-35360843d0c84fb1506952a131bbef13cd2bb4a541251f22535170c05b56e672"),- filepath.Join(p, "blobs", "sha256-553c4a3f747b3d22a4946875f1cc8ed011c2930d83f864a0c7265f9ec0a20413"),- filepath.Join(p, "blobs", "sha256-de3959f841e9ef6b4b6255fa41cb9e0a45da89c3066aa72bdd07a4747f848990"),+ filepath.Join(p, "blobs", "sha256-a56c12acca8068cb6c335e237da6643e8a802a92959a63ad5bd17828e3b5e9b0"),})})@@ -780,8 +786,8 @@ func TestCreateDetectTemplate(t *testing.T) {}checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{- filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),- filepath.Join(p, "blobs", "sha256-ca239d7bd8ea90e4a5d2e6bf88f8d74a47b14336e73eb4e18bed4dd325018116"),+ filepath.Join(p, "blobs", "sha256-6bcdb8859d417753645538d7bbfbd7ca91a3f0c191aef5379c53c05e86b669dd"),+ filepath.Join(p, "blobs", "sha256-89a2116c3a82d6a97f59f748d86ed4417214353fd178ee54df418fde32495fad"),})})}diff --git a/server/routes_delete_test.go b/server/routes_delete_test.goindex 2e00c08df..1aef9f148 100644--- a/server/routes_delete_test.go+++ b/server/routes_delete_test.go@@ -47,9 +47,9 @@ func TestDelete(t *testing.T) {})checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{- filepath.Join(p, "blobs", "sha256-8f2c2167d789c6b2302dff965160fa5029f6a24096d262c1cbb469f21a045382"),- filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),- filepath.Join(p, "blobs", "sha256-ca239d7bd8ea90e4a5d2e6bf88f8d74a47b14336e73eb4e18bed4dd325018116"),+ filepath.Join(p, "blobs", "sha256-136bf7c76bac2ec09d6617885507d37829e04b41acc47687d45e512b544e893a"),+ filepath.Join(p, "blobs", "sha256-6bcdb8859d417753645538d7bbfbd7ca91a3f0c191aef5379c53c05e86b669dd"),+ filepath.Join(p, "blobs", "sha256-89a2116c3a82d6a97f59f748d86ed4417214353fd178ee54df418fde32495fad"),filepath.Join(p, "blobs", "sha256-fe7ac77b725cda2ccad03f88a880ecdfd7a33192d6cae08fce2c0ee1455991ed"),})@@ -64,8 +64,8 @@ func TestDelete(t *testing.T) {})checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{- filepath.Join(p, "blobs", "sha256-8f2c2167d789c6b2302dff965160fa5029f6a24096d262c1cbb469f21a045382"),- filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),+ filepath.Join(p, "blobs", "sha256-136bf7c76bac2ec09d6617885507d37829e04b41acc47687d45e512b544e893a"),+ filepath.Join(p, "blobs", "sha256-89a2116c3a82d6a97f59f748d86ed4417214353fd178ee54df418fde32495fad"),filepath.Join(p, "blobs", "sha256-fe7ac77b725cda2ccad03f88a880ecdfd7a33192d6cae08fce2c0ee1455991ed"),})