server: respect the ignore eos flag (#21203)

2026-04-08 11:12:15 -04:00
parent d9a12c82f0
commit 660600081f
5 changed files with 52 additions and 1 deletions
@@ -39,6 +39,9 @@ struct server_context_meta {
    llama_token fim_rep_token;
    llama_token fim_sep_token;

+    // sampling
+    std::vector<llama_logit_bias> logit_bias_eog;
+
    // model meta
    enum llama_vocab_type model_vocab_type;
    int32_t model_vocab_n_tokens;