From 05711b77daf1f6d1812cc4d1807957cc1d48045c Mon Sep 17 00:00:00 2001
From: Michael Yang <git@mxy.ng>
Date: Wed, 17 Dec 2025 11:44:16 -0800
Subject: [PATCH] re-enable new engine granite embedding

---
 model/models/bert/embed.go | 3 +++
 server/routes.go           | 1 -
 2 files changed, 3 insertions(+), 1 deletion(-)

diff --git a/model/models/bert/embed.go b/model/models/bert/embed.go
index 79cb3a3c7..a7aaeeaea 100644
--- a/model/models/bert/embed.go
+++ b/model/models/bert/embed.go
@@ -133,6 +133,7 @@ func New(c fs.Config) (model.Model, error) {
 		Values: c.Strings("tokenizer.ggml.tokens"),
 		Scores: c.Floats("tokenizer.ggml.scores"),
 		Types:  c.Ints("tokenizer.ggml.token_type"),
+		Merges: c.Strings("tokenizer.ggml.merges"),
 		AddBOS: c.Bool("tokenizer.ggml.add_bos_token", true),
 		BOS: []int32{
 			int32(cmp.Or(
@@ -157,6 +158,8 @@ func New(c fs.Config) (model.Model, error) {
 	switch c.String("tokenizer.ggml.model", "bert") {
 	case "bert":
 		processor = model.NewWordPiece(vocab, true)
+	case "gpt2":
+		processor = model.NewBytePairEncoding(vocab)
 	default:
 		return nil, model.ErrUnsupportedTokenizer
 	}
diff --git a/server/routes.go b/server/routes.go
index 60d3e190f..3abda4a04 100644
--- a/server/routes.go
+++ b/server/routes.go
@@ -2394,4 +2394,3 @@ func filterThinkTags(msgs []api.Message, m *Model) []api.Message {
 	}
 	return msgs
 }
-