flash-attn / flash_attn /src

Ctrl+K

3 contributors

History: 4 commits

drbh

fix: align kernel source with latest reference source

c743a32 4 days ago

alibi.h

2.87 kB

feat: include source and enable build 3 months ago
block_info.h

2.48 kB

feat: include source and enable build 3 months ago
dropout.h

5.84 kB

feat: include source and enable build 3 months ago
flash.h

6.09 kB

feat: include source and enable build 3 months ago
flash_bwd_hdim128_bf16_causal_sm80.cu

487 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim128_bf16_sm80.cu

489 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim128_fp16_causal_sm80.cu

479 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim128_fp16_sm80.cu

481 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim192_bf16_causal_sm80.cu

487 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim192_bf16_sm80.cu

489 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim192_fp16_causal_sm80.cu

479 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim192_fp16_sm80.cu

481 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim256_bf16_causal_sm80.cu

487 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim256_bf16_sm80.cu

489 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim256_fp16_causal_sm80.cu

479 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim256_fp16_sm80.cu

481 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim32_bf16_causal_sm80.cu

485 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim32_bf16_sm80.cu

487 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim32_fp16_causal_sm80.cu

477 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim32_fp16_sm80.cu

479 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim64_bf16_causal_sm80.cu

485 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim64_bf16_sm80.cu

487 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim64_fp16_causal_sm80.cu

477 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim64_fp16_sm80.cu

479 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim96_bf16_causal_sm80.cu

485 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim96_bf16_sm80.cu

487 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim96_fp16_causal_sm80.cu

477 Bytes

feat: include source and enable build 3 months ago
flash_bwd_hdim96_fp16_sm80.cu

479 Bytes

feat: include source and enable build 3 months ago
flash_bwd_kernel.h

49 kB

feat: include source and enable build 3 months ago
flash_bwd_launch_template.h

16.8 kB

fix: align kernel source with latest reference source 4 days ago
flash_bwd_preprocess_kernel.h

20.8 kB

feat: include source and enable build 3 months ago
flash_fwd_hdim128_bf16_causal_sm80.cu

487 Bytes

feat: include source and enable build 3 months ago
flash_fwd_hdim128_bf16_sm80.cu

489 Bytes

feat: include source and enable build 3 months ago
flash_fwd_hdim128_fp16_causal_sm80.cu

479 Bytes

feat: include source and enable build 3 months ago
flash_fwd_hdim128_fp16_sm80.cu

481 Bytes

feat: include source and enable build 3 months ago
flash_fwd_hdim192_bf16_causal_sm80.cu

487 Bytes

feat: include source and enable build 3 months ago
flash_fwd_hdim192_bf16_sm80.cu

489 Bytes

feat: include source and enable build 3 months ago
flash_fwd_hdim192_fp16_causal_sm80.cu

479 Bytes

feat: include source and enable build 3 months ago
flash_fwd_hdim192_fp16_sm80.cu

481 Bytes

feat: include source and enable build 3 months ago
flash_fwd_hdim256_bf16_causal_sm80.cu

487 Bytes

feat: include source and enable build 3 months ago
flash_fwd_hdim256_bf16_sm80.cu

489 Bytes

feat: include source and enable build 3 months ago
flash_fwd_hdim256_fp16_causal_sm80.cu

479 Bytes

feat: include source and enable build 3 months ago
flash_fwd_hdim256_fp16_sm80.cu

481 Bytes

feat: include source and enable build 3 months ago
flash_fwd_hdim32_bf16_causal_sm80.cu

485 Bytes

feat: include source and enable build 3 months ago
flash_fwd_hdim32_bf16_sm80.cu

487 Bytes

feat: include source and enable build 3 months ago
flash_fwd_hdim32_fp16_causal_sm80.cu

477 Bytes

feat: include source and enable build 3 months ago
flash_fwd_hdim32_fp16_sm80.cu

479 Bytes

feat: include source and enable build 3 months ago
flash_fwd_hdim64_bf16_causal_sm80.cu

485 Bytes

feat: include source and enable build 3 months ago
flash_fwd_hdim64_bf16_sm80.cu

487 Bytes

feat: include source and enable build 3 months ago
flash_fwd_hdim64_fp16_causal_sm80.cu

477 Bytes

feat: include source and enable build 3 months ago