sleepy/llama.cpp
1
0
Fork 0
Code Issues 11 Pull Requests Actions 115 Packages Projects Releases Wiki Activity

convert : more variants of rope_theta config entries (#18668)

Browse Source
This commit is contained in:
Sigbjørn Skjæret
2026-01-07 22:34:51 +01:00
committed by GitHub
parent f5245b5e4e
commit 7e16fef085
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
convert_hf_to_gguf.py
+2 -2
View File
@@ -771,8 +771,8 @@ class TextModel(ModelBase):
self.rope_parameters = self.hparams.get("rope_parameters", self.hparams.get("rope_scaling")) or {}
rope_theta = self.find_hparam(["rope_theta", "global_rope_theta", "rotary_emb_base"], optional=True)
local_rope_theta = self.find_hparam(["local_rope_theta", "rope_local_theta", "swa_rope_theta", "rope_local_base_freq"], optional=True)
rope_theta = self.find_hparam(["global_rope_theta", "rope_global_theta", "rope_theta_global", "rope_theta", "rotary_emb_base"], optional=True)
local_rope_theta = self.find_hparam(["local_rope_theta", "rope_local_theta", "rope_theta_local", "swa_rope_theta", "rope_local_base_freq"], optional=True)
# Ensure "rope_theta" and "rope_type" is mirrored in rope_parameters
if "full_attention" not in self.rope_parameters and "sliding_attention" not in self.rope_parameters: