mirrors/ollama-for-amd
1
0
Fork 0
mirror of https://github.com/likelovewant/ollama-for-amd.git synced 2025-12-21 14:26:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

thinking: turn on thinking mode for all reasoning models (#12533)

Browse Source
This commit is contained in:
Patrick Devine
2025-10-08 16:50:13 -07:00
committed by GitHub
parent 1fc35f1260
commit 90d429f5a8
4 changed files with 30 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
openai/openai.go
View File

@@ -9,6 +9,7 @@ import (
"log/slog"
"math/rand"
"net/http"
"slices"
"strings"
"time"
@@ -82,7 +83,7 @@ type StreamOptions struct {
}
type Reasoning struct {
Effort *string `json:"effort,omitempty"`
Effort string `json:"effort,omitempty"`
}
type ChatCompletionRequest struct {
@@ -567,13 +568,17 @@ func FromChatRequest(r ChatCompletionRequest) (*api.ChatRequest, error) {
var think *api.ThinkValue
if r.Reasoning != nil {
think = &api.ThinkValue{
Value: *r.Reasoning.Effort,
if !slices.Contains([]string{"high", "medium", "low", "none"}, r.Reasoning.Effort) {
return nil, fmt.Errorf("invalid reasoning value: '%s' (must be \"high\", \"medium\", \"low\", or \"none\")", r.Reasoning.Effort)
}
if r.Reasoning.Effort == "none" {
think = &api.ThinkValue{Value: false}
} else {
think = &api.ThinkValue{Value: r.Reasoning.Effort}
}
} else if r.ReasoningEffort != nil {
think = &api.ThinkValue{
Value: *r.ReasoningEffort,
}
think = &api.ThinkValue{Value: *r.ReasoningEffort}
}
return &api.ChatRequest{