some changes for llama3

This commit is contained in:
Patrick Devine
2024-04-18 16:00:20 -07:00
committed by Michael Yang
parent 2f81b3dce2
commit d88582dffd
2 changed files with 6 additions and 3 deletions

View File

@@ -77,7 +77,8 @@ func GetModelFormat(dirname string) (ModelFormat, error) {
slog.Debug(fmt.Sprintf("file = %s", fn))
if strings.HasSuffix(fn, ".safetensors") {
return &SafetensorFormat{}, nil
} else if strings.HasSuffix(fn, ".bin") {
//} else if strings.HasSuffix(fn, ".bin") {
} else if strings.HasSuffix(fn, ".pth") {
slog.Debug("model is torch")
return &TorchFormat{}, nil
}