api: remove unused or unsupported api options (#10574)

Some options listed in api/types.go are not supported in
newer models, or have been deprecated in the past. This is
the first of a series of PRs to clean up the API options
This commit is contained in:
Jeffrey Morgan
2025-05-05 14:54:40 -07:00
committed by GitHub
parent d931ee8f22
commit 3b2d2c8326
8 changed files with 8 additions and 24 deletions

View File

@@ -217,10 +217,6 @@ func NewLlamaServer(gpus discover.GpuInfoList, modelPath string, f *ggml.GGML, a
params = append(params, "--no-mmap")
}
if opts.UseMLock {
params = append(params, "--mlock")
}
// TODO - NUMA support currently doesn't work properly
params = append(params, "--parallel", strconv.Itoa(numParallel))