mirrors/ollama-for-amd
1
0
Fork 0
mirror of https://github.com/likelovewant/ollama-for-amd.git synced 2025-12-22 06:43:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

server: add model capabilities to the list endpoint (#10174)

Browse Source
This commit is contained in:
JasonHonKL
2025-06-05 02:39:48 +08:00
committed by GitHub
parent 5c42800fca
commit 0943001193
3 changed files with 37 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
api/types.go
View File

@@ -457,12 +457,13 @@ type ProcessResponse struct {
// ListModelResponse is a single model description in [ListResponse]. // ListModelResponse is a single model description in [ListResponse].
type ListModelResponse struct { type ListModelResponse struct {
Name string `json:"name"` Name string `json:"name"`
Model string `json:"model"` Model string `json:"model"`
ModifiedAt time.Time `json:"modified_at"` ModifiedAt time.Time `json:"modified_at"`
Size int64 `json:"size"` Size int64 `json:"size"`
Digest string `json:"digest"` Digest string `json:"digest"`
Details ModelDetails `json:"details,omitempty"` Capabilities []model.Capability `json:"capabilities,omitempty"`
Details ModelDetails `json:"details,omitempty"`
} }
// ProcessModelResponse is a single model description in [ProcessResponse]. // ProcessModelResponse is a single model description in [ProcessResponse].

29
docs/api.md
View File

@@ -1157,11 +1157,15 @@ A single JSON object will be returned.
{ {
"models": [ "models": [
{ {
"name": "deepseek-r1:latest",
"model": "deepseek-r1:latest", "model": "codellama:13b",
"modified_at": "2025-05-10T08:06:48.639712648-07:00", "modified_at": "2023-11-04T14:56:49.277302595-07:00",
"size": 4683075271, "size": 7365960935,
"digest": "0a8c266910232fd3291e71e5ba1e058cc5af9d411192cf88b6d30e92b6e73163", "digest": "9f438cb9cd581fc025612d27f7c1a6669ff83a8bb0ed86c94fcf4c5440555697",
"capabilities": [
"completion"
],
"details": { "details": {
"parent_model": "", "parent_model": "",
"format": "gguf", "format": "gguf",
@@ -1174,11 +1178,16 @@ A single JSON object will be returned.
} }
}, },
{ {
"name": "llama3.2:latest",
"model": "llama3.2:latest", "model": "llama4:latest",
"modified_at": "2025-05-04T17:37:44.706015396-07:00", "modified_at": "2023-12-07T09:32:18.757212583-08:00",
"size": 2019393189, "size": 3825819519,
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72", "digest": "fe938a131f40e6f6d40083c9f0f430a515233eb2edaa6d72eb85c50d64f2300e",
"capabilities": [
"completion",
"vision"
],
"details": { "details": {
"parent_model": "", "parent_model": "",
"format": "gguf", "format": "gguf",

14
server/routes.go
View File

@@ -928,8 +928,7 @@ func (s *Server) ListHandler(c *gin.Context) {
} }
} }
// tag should never be masked r := api.ListModelResponse{
models = append(models, api.ListModelResponse{
Model: n.DisplayShortest(), Model: n.DisplayShortest(),
Name: n.DisplayShortest(), Name: n.DisplayShortest(),
Size: m.Size(), Size: m.Size(),
@@ -942,7 +941,16 @@ func (s *Server) ListHandler(c *gin.Context) {
ParameterSize: cf.ModelType, ParameterSize: cf.ModelType,
QuantizationLevel: cf.FileType, QuantizationLevel: cf.FileType,
}, },
}) }
model, err := GetModel(n.String())
if err != nil {
slog.Warn("bad model details", "name", n, "error", err)
} else {
r.Capabilities = model.Capabilities()
}
models = append(models, r)
} }
slices.SortStableFunc(models, func(i, j api.ListModelResponse) int { slices.SortStableFunc(models, func(i, j api.ListModelResponse) int {