mirrors/ollama-for-amd
1
0
Fork 0
mirror of https://github.com/likelovewant/ollama-for-amd.git synced 2025-12-21 14:26:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

cleanup

Browse Source
This commit is contained in:
Michael Yang
2024-05-15 14:55:57 -07:00
parent 547132e820
commit bbbd9f20f3
9 changed files with 35 additions and 51 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
convert/tokenizer.go
View File

@@ -44,11 +44,11 @@ type Token struct {
func (t *Token) Type() int32 {
switch {
case t.Special:
return 3
return tokenTypeControl
case t.UserDefined:
return 4
return tokenTypeUserDefined
default:
return 1
return tokenTypeNormal
}
}