Skip to content

Commit 2b1bd49

Browse files
authored
Support densemask with causal in flash attention (#68696)
* update flashattn submodule * support dense mask with causal. * update submodule * refine
1 parent 285d7fc commit 2b1bd49

File tree

2 files changed

+1
-6
lines changed

2 files changed

+1
-6
lines changed

paddle/phi/kernels/gpu/flash_attn_utils.h

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -179,11 +179,6 @@ struct FlashAttnParamsBase {
179179
softmax_lse_dims = {batch_size, num_heads, seqlen_q_rounded};
180180

181181
if (attn_mask_tensor) {
182-
PADDLE_ENFORCE_NE(causal,
183-
true,
184-
common::errors::InvalidArgument(
185-
"When attn_mask is set, causal can not be true."));
186-
187182
PADDLE_ENFORCE_EQ(
188183
attn_mask->dtype(),
189184
q_dtype,

0 commit comments

Comments
 (0)