mirrors/ollama-for-amd
1
0
Fork 0
mirror of https://github.com/likelovewant/ollama-for-amd.git synced 2025-12-22 14:53:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

llama: add minimum memory for grammar (#10820)

Browse Source
This commit is contained in:
Parth Sareen
2025-05-22 18:53:31 -07:00
committed by GitHub
parent 1f371ea92f
commit 884d26093c
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
llama/llama.go
View File

@@ -580,7 +580,7 @@ func SchemaToGrammar(schema []byte) []byte {
defer C.free(unsafe.Pointer(cStr)) defer C.free(unsafe.Pointer(cStr))
// Allocate buffer for grammar based on schema length but with upper bound // Allocate buffer for grammar based on schema length but with upper bound
maxLen := min(1024*1024, len(schema)*4) maxLen := max(32768, min(1024*1024, len(schema)*4))
buf := make([]byte, maxLen) buf := make([]byte, maxLen)
// Call C function to convert schema to grammar // Call C function to convert schema to grammar