sample: use json unmarshal for sampling params

This commit is contained in:
ParthSareen
2025-03-20 15:01:49 -04:00
parent 42a14f7f63
commit 0de5bbd0fe
4 changed files with 75 additions and 43 deletions

View File

@@ -561,14 +561,7 @@ func (s *Server) completion(w http.ResponseWriter, r *http.Request) {
}
}
sampler := sample.NewSampler(
req.Options.Temperature,
req.Options.TopK,
req.Options.TopP,
req.Options.MinP,
req.Options.Seed,
grammar,
)
sampler := sample.NewSampler(req.Options, grammar)
seq, err := s.NewSequence(req.Prompt, req.Images, NewSequenceParams{
numPredict: req.Options.NumPredict,