sleepy/llama.cpp
1
0
Fork 0
Code Issues 11 Pull Requests Actions 109 Packages Projects Releases Wiki Activity

fix: rpc-server cache may not work in Windows environments (#22394)

Browse Source 
* fix: create directory and log cache file name.

* Remove GGML_LOG_INFO conditional compilation.

---------

Co-authored-by: kotaro <kotaro.kusunoki@gmail.com>
This commit is contained in:
unraido
2026-04-27 23:25:09 +09:00
committed by GitHub
parent 42401c72b8
commit ceaf47c4b1
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/src/ggml-rpc/ggml-rpc.cpp
+1 -1
View File
@@ -1101,7 +1101,7 @@ bool rpc_server::set_tensor(const std::vector<uint8_t> & input) {
fs::path cache_file = fs::path(cache_dir) / hash_str; fs::path cache_file = fs::path(cache_dir) / hash_str;
std::ofstream ofs(cache_file, std::ios::binary); std::ofstream ofs(cache_file, std::ios::binary);
ofs.write((const char *)data, size); ofs.write((const char *)data, size);
GGML_LOG_INFO("[%s] saved to '%s'\n", __func__, cache_file.c_str()); GGML_LOG_INFO("[%s] saved to '%s'\n", __func__, cache_file.string().c_str());
} }
ggml_backend_tensor_set(tensor, data, offset, size); ggml_backend_tensor_set(tensor, data, offset, size);
return true; return true;
tools/rpc/rpc-server.cpp
+1 -1
View File
@@ -317,7 +317,7 @@ int main(int argc, char * argv[]) {
const char * cache_dir = nullptr; const char * cache_dir = nullptr;
std::string cache_dir_str; std::string cache_dir_str;
if (params.use_cache) { if (params.use_cache) {
cache_dir_str = fs_get_cache_directory() + "rpc/"; cache_dir_str = fs_get_cache_directory() + "rpc" + DIRECTORY_SEPARATOR;
if (!fs_create_directory_with_parents(cache_dir_str)) { if (!fs_create_directory_with_parents(cache_dir_str)) {
fprintf(stderr, "Failed to create cache directory: %s\n", cache_dir_str.c_str()); fprintf(stderr, "Failed to create cache directory: %s\n", cache_dir_str.c_str());
return 1; return 1;