1 file changed
+1
-1
lines changed- csrc/capi/flash_attn.cu+33-61
- csrc/capi/flash_attn.h+6-12
- csrc/flash_attn/src/flash.h+2-16
- csrc/flash_attn/src/flash_bwd_kernel.h+17-142
- csrc/flash_attn/src/flash_bwd_launch_template.h+3-6
- csrc/flash_attn/src/flash_fwd_kernel.h+37-260
- csrc/flash_attn/src/flash_fwd_launch_template.h+4-5
- csrc/flash_attn/src/mask.h-127
- csrc/flash_attn/src/softmax.h+2-116
0 commit comments