graph : add optional scale parameter to build_lora_mm [no ci] (#20427)

2026-03-12 00:22:49 +01:00
parent 4a748b8f15
commit 1eea6a2968
6 changed files with 23 additions and 59 deletions
@@ -764,10 +764,11 @@ struct llm_graph_context {
             ggml_tensor * cur,
                     int   il) const;

-    // do mat_mul, while optionally apply lora
+    // do mat_mul, while optionally apply lora and per-tensor scale
    ggml_tensor * build_lora_mm(
              ggml_tensor * w,
-              ggml_tensor * cur) const;
+              ggml_tensor * cur,
+              ggml_tensor * w_s = nullptr) const;

    // do mat_mul_id, while optionally apply lora
    ggml_tensor * build_lora_mm_id(