Skip to content

Commit 27e9ad4

Browse files
committed
fix mmdit
1 parent c9d9583 commit 27e9ad4

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

mmdit.hpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -433,8 +433,8 @@ struct DismantledBlock : public GGMLBlock {
433433
auto qkv2 = std::get<1>(qkv_intermediates);
434434
auto intermediates = std::get<2>(qkv_intermediates);
435435

436-
auto attn_out = ggml_ext_attention_ext(ctx->ggml_ctx, ctx->backend, qkv[0], qkv[1], qkv[2], num_heads, nullptr, ctx->flash_attn_enabled); // [N, n_token, dim]
437-
auto attn2_out = ggml_ext_attention_ext(ctx->ggml_ctx, ctx->backend, qkv2[0], qkv2[1], qkv2[2], num_heads, nullptr, ctx->flash_attn_enabled); // [N, n_token, dim]
436+
auto attn_out = ggml_ext_attention_ext(ctx->ggml_ctx, ctx->backend, qkv[0], qkv[1], qkv[2], num_heads, nullptr, false, ctx->flash_attn_enabled); // [N, n_token, dim]
437+
auto attn2_out = ggml_ext_attention_ext(ctx->ggml_ctx, ctx->backend, qkv2[0], qkv2[1], qkv2[2], num_heads, nullptr, false, ctx->flash_attn_enabled); // [N, n_token, dim]
438438
x = post_attention_x(ctx,
439439
attn_out,
440440
attn2_out,

0 commit comments

Comments
 (0)