From 35ac4eb12c35644ce8bca38dfc5d6636d2cafa16 Mon Sep 17 00:00:00 2001 From: Michael Yang Date: Tue, 30 Sep 2025 17:12:37 -0700 Subject: [PATCH] fix keep alive this reference to keep alive was missed in #12041 so chat has a diffferent behaviour than generate --- server/routes.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/routes.go b/server/routes.go index 21a1b2b3..343411b9 100644 --- a/server/routes.go +++ b/server/routes.go @@ -1777,7 +1777,7 @@ func (s *Server) ChatHandler(c *gin.Context) { } // expire the runner - if len(req.Messages) == 0 && req.KeepAlive != nil && int(req.KeepAlive.Seconds()) == 0 { + if len(req.Messages) == 0 && req.KeepAlive != nil && req.KeepAlive.Duration == 0 { s.sched.expireRunner(m) c.JSON(http.StatusOK, api.ChatResponse{