add max context length check

This commit is contained in:
Michael Yang
2024-01-12 14:54:01 -08:00
parent 565f8a3c44
commit eaed6f8c45
3 changed files with 15 additions and 0 deletions

View File

@@ -83,6 +83,7 @@ type model interface {
NumEmbed() uint32
NumHead() uint32
NumHeadKv() uint32
NumCtx() uint32
}
type container interface {