From 9d754a56cf628cb5e487bc134078b4b04ee14b98 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Wed, 28 Aug 2024 11:02:54 +0300 Subject: [PATCH] whisper : update FA call --- src/whisper.cpp | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/whisper.cpp b/src/whisper.cpp index 0e72f87..35874aa 100644 --- a/src/whisper.cpp +++ b/src/whisper.cpp @@ -2124,7 +2124,7 @@ static struct ggml_cgraph * whisper_build_graph_encoder( ggml_element_size(kv_pad.v)*n_state_head, 0); - cur = ggml_flash_attn_ext(ctx0, Q, K, V, nullptr, KQscale, 0.0f); + cur = ggml_flash_attn_ext(ctx0, Q, K, V, nullptr, KQscale, 0.0f, 0.0f); cur = ggml_reshape_2d(ctx0, cur, n_state, n_ctx); } else { @@ -2563,7 +2563,7 @@ static struct ggml_cgraph * whisper_build_graph_decoder( ggml_element_size(kv_self.v)*n_state_head, ggml_element_size(kv_self.v)*n_state*n_ctx*il); - cur = ggml_flash_attn_ext(ctx0, Q, K, V, KQ_mask_f16, 1.0f, 0.0f); + cur = ggml_flash_attn_ext(ctx0, Q, K, V, KQ_mask_f16, 1.0f, 0.0f, 0.0f); cur = ggml_reshape_2d(ctx0, cur, n_state, n_tokens); } else { @@ -2645,7 +2645,7 @@ static struct ggml_cgraph * whisper_build_graph_decoder( ggml_element_size(wstate.kv_cross.v)*n_state_head, ggml_element_size(wstate.kv_cross.v)*n_state*n_audio_ctx_pad*il); - cur = ggml_flash_attn_ext(ctx0, Q, Kcross, Vcross, nullptr, KQscale, 0.0f); + cur = ggml_flash_attn_ext(ctx0, Q, Kcross, Vcross, nullptr, KQscale, 0.0f, 0.0f); cur = ggml_reshape_2d(ctx0, cur, n_state, n_tokens); } else {