convert: qwen2 from safetensors (#8408)

Add native support for converting Qwen2 family models (including Qwen2.5)
from safetensors to gguf format so we can run it.
This commit is contained in:
Bruce MacDonald
2025-01-14 10:34:37 -08:00
committed by GitHub
parent a30f347201
commit f6f3713001
5 changed files with 397 additions and 0 deletions

View File

@@ -187,6 +187,8 @@ func ConvertModel(fsys fs.FS, ws io.WriteSeeker) error {
conv = &gemma2Model{}
case "Phi3ForCausalLM":
conv = &phi3Model{}
case "Qwen2ForCausalLM":
conv = &qwen2Model{}
case "BertModel":
conv = &bertModel{}
default: