sleepy/llama.cpp
1
0
Fork 0
Code Issues 8 Pull Requests Actions 168 Packages Projects Releases Wiki Activity

server: (router) allow child process to report status via stdout (#18110)

Browse Source 
* server: (router) allow child process to report status via stdout

* apply suggestions
This commit is contained in:
Xuan-Son Nguyen
2025-12-17 14:54:11 +01:00
committed by GitHub
parent 8faa87db02
commit bde461de8c
3 changed files with 21 additions and 44 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/server/server-models.h
+1 -2
View File
@@ -144,7 +144,7 @@ public:
// notify the router server that a model instance is ready
// return the monitoring thread (to be joined by the caller)
static std::thread setup_child_server(const common_params & base_params, int router_port, const std::string & name, std::function<void(int)> & shutdown_handler);
static std::thread setup_child_server(const std::function<void(int)> & shutdown_handler);
};
struct server_models_routes {
@@ -162,7 +162,6 @@ struct server_models_routes {
server_http_context::handler_t proxy_post;
server_http_context::handler_t get_router_models;
server_http_context::handler_t post_router_models_load;
server_http_context::handler_t post_router_models_status;
server_http_context::handler_t post_router_models_unload;
};