This commit is contained in:
Michael Yang
2024-06-06 08:59:04 -07:00
parent a017cf2fea
commit 5a28b9cf5f
6 changed files with 331 additions and 15 deletions

View File

@@ -37,6 +37,8 @@ const (
func (t tensorBase) Kind() uint32 {
if strings.HasSuffix(t.name, ".block_sparse_moe.gate.weight") {
return 0
} else if t.name == "embeddings.token_type_embeddings.weight" {
return 0
}
switch len(t.shape) {