mtmd: build_attn modified, flash_attn on/off via ctx_params (#19729)

2026-02-19 13:50:29 +01:00
parent 2bf318fd2f
commit e6267a9359
3 changed files with 11 additions and 5 deletions
@@ -175,7 +175,7 @@ struct mtmd_context {

        clip_context_params ctx_clip_params {
            /* use_gpu           */ ctx_params.use_gpu,
-            /* flash_attn_type   */ CLIP_FLASH_ATTN_TYPE_AUTO,
+            /* flash_attn_type   */ mtmd_get_clip_flash_attn_type(ctx_params.flash_attn_type),
            /* image_min_tokens  */ ctx_params.image_min_tokens,
            /* image_max_tokens  */ ctx_params.image_max_tokens,
            /* warmup            */ ctx_params.warmup,