mirrors/ollama-for-amd
1
0
Fork 0
mirror of https://github.com/likelovewant/ollama-for-amd.git synced 2025-12-21 22:33:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

update llama.cpp

Browse Source
This commit is contained in:
Michael Yang
2023-08-03 11:49:58 -07:00
parent f0b365a478
commit c5bcf32823
19 changed files with 623 additions and 298 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
llama/llama.go
View File

@@ -128,11 +128,6 @@ func New(model string, opts api.Options) (*LLM, error) {
C.llama_backend_init(C.bool(llm.UseNUMA))
// TODO: GQA == 8 suggests 70B model which doesn't support metal
if llm.NumGQA == 8 {
llm.NumGPU = 0
}
params := C.llama_context_default_params()
params.seed = C.uint(llm.Seed)
params.n_ctx = C.int(llm.NumCtx)