server: respect the ignore eos flag (#21203)

2026-04-08 11:12:15 -04:00
parent d9a12c82f0
commit 660600081f
5 changed files with 52 additions and 1 deletions
@@ -3033,6 +3033,8 @@ server_context_meta server_context::get_meta() const {
        /* fim_rep_token          */ llama_vocab_fim_rep(impl->vocab),
        /* fim_sep_token          */ llama_vocab_fim_sep(impl->vocab),

+        /* logit_bias_eog         */ impl->params_base.sampling.logit_bias_eog,
+
        /* model_vocab_type       */ llama_vocab_type(impl->vocab),
        /* model_vocab_n_tokens   */ llama_vocab_n_tokens(impl->vocab),
        /* model_n_ctx_train      */ llama_model_n_ctx_train(impl->model),
@@ -3117,6 +3119,7 @@ std::unique_ptr<server_res_generator> server_routes::handle_completions_impl(
                    ctx_server.vocab,
                    params,
                    meta->slot_n_ctx,
+                    meta->logit_bias_eog,
                    data);
            task.id_slot = json_value(data, "id_slot", -1);