sleepy/llama.cpp
1
0
Fork 0
Code Issues 11 Pull Requests Actions 114 Packages Projects Releases Wiki Activity

server : fix grammar commandline args (#21543)

Browse Source 
Co-authored-by: AUTOMATIC <->
This commit is contained in:
AUTOMATIC1111
2026-04-09 10:16:54 +03:00
committed by GitHub
parent 75511a8d7e
commit 3ee9da0e4f
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/server/server-task.cpp
+2
View File
@@ -384,6 +384,8 @@ task_params server_task::params_from_json_cmpl(
throw std::runtime_error(std::string("\"json_schema\": ") + e.what()); throw std::runtime_error(std::string("\"json_schema\": ") + e.what());
} }
} else { } else {
params.sampling.grammar = defaults.sampling.grammar;
std::string grammar_str = json_value(data, "grammar", std::string()); std::string grammar_str = json_value(data, "grammar", std::string());
if (!grammar_str.empty()) { if (!grammar_str.empty()) {
// grammar_type key is set by the server when converting chat template grammars // grammar_type key is set by the server when converting chat template grammars