mirrors/ollama-for-amd
1
0
Fork 0
mirror of https://github.com/likelovewant/ollama-for-amd.git synced 2025-12-21 22:33:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

model: add rnj-1 inference support (#13354)

Browse Source
This commit is contained in:
Jeffrey Morgan
2025-12-08 16:49:17 -08:00
committed by GitHub
parent 603ceefaa6
commit d2f334c1f7
6 changed files with 208 additions and 69 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
ml/nn/rope/options.go
View File

@@ -58,6 +58,18 @@ func WithAttentionFactor(attentionFactor float32) func(*Options) {
}
}
func WithBetaFast(betaFast float32) func(*Options) {
return func(opts *Options) {
opts.YaRN.BetaFast = betaFast
}
}
func WithBetaSlow(betaSlow float32) func(*Options) {
return func(opts *Options) {
opts.YaRN.BetaSlow = betaSlow
}
}
func WithMRoPE(sections []int) func(*Options) {
return func(opts *Options) {
opts.Type |= 1 << 3