pali112/ollama
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

convert: mistral-3.1-2503 text component

Browse Source
This commit is contained in:
Bruce MacDonald
2025-03-20 10:58:23 -07:00
committed by jmorganca
parent e65cf9dc94
commit edac05387f
3 changed files with 64 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
model/models/mistral/model.go
View File

@@ -42,9 +42,9 @@ func New(c ml.Config) (model.Model, error) {
Values: c.Strings("tokenizer.ggml.tokens"),
Types: c.Uints("tokenizer.ggml.token_type"),
Merges: c.Strings("tokenizer.ggml.merges"),
BOS: int32(c.Uint("tokenizer.ggml.bos_token_id")),
BOS: int32(c.Uint("tokenizer.ggml.bos_token_id", 1)),
AddBOS: c.Bool("tokenizer.ggml.add_bos_token", true),
EOS: int32(c.Uint("tokenizer.ggml.eos_token_id")),
EOS: int32(c.Uint("tokenizer.ggml.eos_token_id", 2)),
AddEOS: c.Bool("tokenizer.ggml.add_eos_token", false),
},
),