From f7ee0123008dbdb3fd5954438d12196951b58b78 Mon Sep 17 00:00:00 2001 From: jmorganca Date: Sat, 13 Jul 2024 15:08:00 -0700 Subject: [PATCH 1/2] server: prepend system message in chat handler --- server/routes.go | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/server/routes.go b/server/routes.go index 5b6d0978..edaec691 100644 --- a/server/routes.go +++ b/server/routes.go @@ -1181,6 +1181,10 @@ func (s *Server) ChatHandler(c *gin.Context) { return } + if req.Messages[0].Role != "system" { + req.Messages = append([]api.Message{{Role: "system", Content: m.System}}, req.Messages...) + } + prompt, images, err := chatPrompt(c.Request.Context(), m, r.Tokenize, opts, req.Messages) if err != nil { c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()}) From cb02c084eb0800aef6006a3215374ab4b2a27b87 Mon Sep 17 00:00:00 2001 From: likelovewant Date: Sun, 14 Jul 2024 09:54:14 +0800 Subject: [PATCH 2/2] revert to rocm 5.7 --- gpu/amd_windows.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gpu/amd_windows.go b/gpu/amd_windows.go index a6e136f9..2ee750bc 100644 --- a/gpu/amd_windows.go +++ b/gpu/amd_windows.go @@ -23,7 +23,7 @@ const ( var ( // Used to validate if the given ROCm lib is usable ROCmLibGlobs = []string{"hipblas.dll", "rocblas"} // This is not sufficient to discern v5 vs v6 - RocmStandardLocations = []string{"C:\\Program Files\\AMD\\ROCm\\6.1\\bin"} // TODO glob? + RocmStandardLocations = []string{"C:\\Program Files\\AMD\\ROCm\\5.7\\bin"} // TODO glob? ) func AMDGetGPUInfo() []RocmGPUInfo {