mirrors/ollama-for-amd
1
0
Fork 0
mirror of https://github.com/likelovewant/ollama-for-amd.git synced 2025-12-21 22:33:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

size_t

Browse Source
This commit is contained in:
Michael Yang
2023-07-14 17:29:16 -07:00
parent 743e957d88
commit 0142660bd4
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
llama/llama.go
View File

@@ -264,8 +264,8 @@ func (llm *llama) sample(output deque[C.llama_token], opts *C.struct_llama_sampl
token := C.llama_sample( token := C.llama_sample(
llm.ctx, llm.ctx,
unsafe.SliceData(candidates.Data()), C.ulong(candidates.Len()), unsafe.SliceData(candidates.Data()), C.size_t(candidates.Len()),
unsafe.SliceData(output.Data()), C.ulong(output.Len()), unsafe.SliceData(output.Data()), C.size_t(output.Len()),
opts) opts)
if token != C.llama_token_eos() { if token != C.llama_token_eos() {
return token, nil return token, nil