load arrays with up to 1024 elements when estimating

This mirrors the old behavior before #10382
2025-04-27 13:45:13 -07:00 · 2025-04-27 13:45:13 -07:00 · dd8d037c16
parent 558c1920fa
commit dd8d037c16
1 changed files with 1 additions and 1 deletions
--- a/server/sched.go
+++ b/server/sched.go
@ -191,7 +191,7 @@ func (s *Scheduler) processPending(ctx context.Context) {
 					}

 					// Load model for fitting
-					ggml, err := llm.LoadModel(pending.model.ModelPath, 0)
+					ggml, err := llm.LoadModel(pending.model.ModelPath, 1024)
 					if err != nil {
 						pending.errCh <- err
 						break