server: respect the ignore eos flag (#21203)

2026-04-08 11:12:15 -04:00
parent d9a12c82f0
commit 660600081f
5 changed files with 52 additions and 1 deletions
@@ -209,6 +209,7 @@ struct server_task {
        const llama_vocab * vocab,
        const common_params & params_base,
        const int n_ctx_slot,
+        const std::vector<llama_logit_bias> & logit_bias_eog,
        const json & data);

    // utility function