Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
model: fix boundary in bpe
Devon Rifkinfc5fb09f5147
diff --git a/model/bytepairencoding.go b/model/bytepairencoding.goindex 7ade497da..e4083dfce 100644--- a/model/bytepairencoding.go+++ b/model/bytepairencoding.go@@ -109,7 +109,7 @@ func (bpe BytePairEncoding) Encode(s string, addSpecial bool) ([]int32, error) {r = 0x0143case r <= 0x0020:r = r + 0x0100- case r >= 0x007e && r <= 0x00a0:+ case r >= 0x007f && r <= 0x00a0:r = r + 0x00a2}