diff --git a/runner/llamarunner/runner.go b/runner/llamarunner/runner.go index a65040d1..572abdde 100644 --- a/runner/llamarunner/runner.go +++ b/runner/llamarunner/runner.go @@ -162,6 +162,7 @@ func (s *Server) NewSequence(prompt string, images []llm.ImageData, params NewSe embeddingOnly: params.embedding, stop: params.stop, numKeep: params.numKeep, + shift: params.shift, }, nil }