revert granite-embedding (#13505)

This commit is contained in:
Michael Yang
2025-12-16 15:44:52 -08:00
committed by GitHub
parent 45c4739374
commit f6a016f49d

View File

@@ -157,8 +157,6 @@ func New(c fs.Config) (model.Model, error) {
switch c.String("tokenizer.ggml.model", "bert") {
case "bert":
processor = model.NewWordPiece(vocab, true)
case "gpt2":
processor = model.NewBytePairEncoding(vocab)
default:
return nil, model.ErrUnsupportedTokenizer
}