sleepy/llama.cpp
1
0
Fork 0
Code Issues 16 Pull Requests Actions 167 Packages Projects Releases Wiki Activity

webui: fix prompt progress ETA calculation (#18468)

Browse Source 
* webui: fix prompt progress ETA calculation

* handle case done === 0
This commit is contained in:
Xuan-Son Nguyen
2025-12-29 21:42:11 +01:00
committed by GitHub
parent c9a3b40d65
commit 51a48720b8
3 changed files with 23 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/server/webui/src/lib/stores/chat.svelte.ts
+7 -1
View File
@@ -303,11 +303,17 @@ class ChatStore {
const currentConfig = config();
const outputTokensMax = currentConfig.max_tokens || -1;
// Note: for timings data, the n_prompt does NOT include cache tokens
const contextUsed = promptTokens + cacheTokens + predictedTokens;
const outputTokensUsed = predictedTokens;
// Note: for prompt progress, the "processed" DOES include cache tokens
// we need to exclude them to get the real prompt tokens processed count
const progressCache = promptProgress?.cache || 0;
const progressActualDone = (promptProgress?.processed ?? 0) - progressCache;
const progressActualTotal = (promptProgress?.total ?? 0) - progressCache;
const progressPercent = promptProgress
? Math.round((promptProgress.processed / promptProgress.total) * 100)
? Math.round((progressActualDone / progressActualTotal) * 100)
: undefined;
return {