mirrors/ollama-for-amd
1
0
Fork 0
mirror of https://github.com/likelovewant/ollama-for-amd.git synced 2025-12-21 22:33:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

vendor llama.cpp

Browse Source
This commit is contained in:
Michael Yang
2023-07-11 09:50:02 -07:00
parent fd4792ec56
commit 442dec1c6f
17 changed files with 35151 additions and 62 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
llama/llama.go
View File

@@ -1,6 +1,9 @@
package llama
/*
#cgo CPPFLAGS: -O3 -DNDEBUG=1
#cgo CXXFLAGS: -std=c++11
#cgo darwin CPPFLAGS: -DGGML_USE_METAL=1 -DGGML_METAL_NDEBUG=1
#cgo darwin LDFLAGS: -framework Accelerate -framework Foundation -framework Metal -framework MetalKit -framework MetalPerformanceShaders
#include <stdlib.h>
#include "llama.h"
@@ -99,7 +102,7 @@ func New(model string, opts api.Options) (*llama, error) {
llm := llama{Options: opts}
C.llama_init_backend(C.bool(llm.UseNUMA))
C.llama_backend_init(C.bool(llm.UseNUMA))
params := C.llama_context_default_params()
params.seed = C.uint(llm.Seed)