convert : set "add bos" == True for Gemma 4 (#21500)

* convert : set "add bos" == True for Gemma 4

* cont : handle old GGUFs
This commit is contained in:
Georgi Gerganov
2026-04-06 13:52:07 +03:00
committed by GitHub
parent f51fd36d79
commit 400ac8e194
2 changed files with 9 additions and 1 deletions
+1 -1
View File
@@ -7472,7 +7472,7 @@ class Gemma4Model(Gemma3Model):
special_vocab = gguf.SpecialVocab(self.dir_model, load_merges=True)
special_vocab.add_to_gguf(self.gguf_writer)
self.gguf_writer.add_add_space_prefix(False)
self.gguf_writer.add_add_bos_token(False) # already added via the chat template
self.gguf_writer.add_add_bos_token(True)
def set_gguf_parameters(self):
super().set_gguf_parameters()