pali112
/
ollama
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

llama: add minimum memory for grammar (#10820)

This commit is contained in:
Parth Sareen 2025-05-22 18:53:31 -07:00 committed by Ryan Schumacher
parent d1ed4b17ef
commit 5ae2770e0d
No known key found for this signature in database
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llama/llama.go
View File

@ -580,7 +580,7 @@ func SchemaToGrammar(schema []byte) []byte {
defer C.free(unsafe.Pointer(cStr)) defer C.free(unsafe.Pointer(cStr))
// Allocate buffer for grammar based on schema length but with upper bound // Allocate buffer for grammar based on schema length but with upper bound
maxLen := min(1024*1024, len(schema)*4) maxLen := max(32768, min(1024*1024, len(schema)*4))
buf := make([]byte, maxLen) buf := make([]byte, maxLen)
// Call C function to convert schema to grammar // Call C function to convert schema to grammar