| .. |
|
instantiations
|
8668823635
Split hdimdiff into a separate translation unit
|
3 weeks ago |
|
__init__.py
|
7f67966cc7
FA3 initial code release
|
7 months ago |
|
benchmark_attn.py
|
5458c78e6d
Remove sink token
|
4 days ago |
|
benchmark_flash_attention_fp8.py
|
efbf19cd15
Fix incorrect torch dtype (#1399)
|
1 month ago |
|
benchmark_mla_decode.py
|
08f4c802c4
Add FLOPS to MLA decode benchmark
|
5 days ago |
|
benchmark_split_kv.py
|
ea3ecea97a
Add tp_degree to benchmark_split_kv
|
2 weeks ago |
|
block.h
|
6752d62aa4
Add dynamic splits
|
1 week ago |
|
copy_sm90_bulk_reduce.hpp
|
7a802796e1
Big refactor and update
|
1 month ago |
|
epilogue_bwd.hpp
|
6752d62aa4
Add dynamic splits
|
1 week ago |
|
epilogue_fwd.hpp
|
6752d62aa4
Add dynamic splits
|
1 week ago |
|
flash.h
|
5458c78e6d
Remove sink token
|
4 days ago |
|
flash_api.cpp
|
45c48afb2b
Add option for WG1 to use RS MMA but WG2 using SS MMA
|
2 days ago |
|
flash_attn_interface.py
|
5458c78e6d
Remove sink token
|
4 days ago |
|
flash_bwd_kernel_sm80.h
|
15cf7ee435
Rename collective_mainloop -> mainloop, move tile_scheduler variable
|
3 weeks ago |
|
flash_bwd_kernel_sm90.h
|
15cf7ee435
Rename collective_mainloop -> mainloop, move tile_scheduler variable
|
3 weeks ago |
|
flash_bwd_launch_template.h
|
5458c78e6d
Remove sink token
|
4 days ago |
|
flash_bwd_postprocess_kernel.h
|
7a802796e1
Big refactor and update
|
1 month ago |
|
flash_bwd_preprocess_kernel.h
|
7a802796e1
Big refactor and update
|
1 month ago |
|
flash_fwd_combine.cu
|
5378bc3204
Tile fwd_combine kernel along headdim, don't need kBlockM > 128
|
3 weeks ago |
|
flash_fwd_combine_kernel.h
|
6752d62aa4
Add dynamic splits
|
1 week ago |
|
flash_fwd_combine_launch_template.h
|
6752d62aa4
Add dynamic splits
|
1 week ago |
|
flash_fwd_kernel_sm80.h
|
15cf7ee435
Rename collective_mainloop -> mainloop, move tile_scheduler variable
|
3 weeks ago |
|
flash_fwd_kernel_sm90.h
|
15cf7ee435
Rename collective_mainloop -> mainloop, move tile_scheduler variable
|
3 weeks ago |
|
flash_fwd_launch_template.h
|
5458c78e6d
Remove sink token
|
4 days ago |
|
flash_prepare_scheduler.cu
|
20b84d6363
Don't use IntraWGOverlap for hdim 64,512
|
4 days ago |
|
generate_kernels.py
|
8668823635
Split hdimdiff into a separate translation unit
|
3 weeks ago |
|
heuristics.h
|
6752d62aa4
Add dynamic splits
|
1 week ago |
|
mainloop_bwd_sm80.hpp
|
5458c78e6d
Remove sink token
|
4 days ago |
|
mainloop_bwd_sm90_tma_gmma_ws.hpp
|
5458c78e6d
Remove sink token
|
4 days ago |
|
mainloop_fwd_sm80.hpp
|
5458c78e6d
Remove sink token
|
4 days ago |
|
mainloop_fwd_sm90_tma_gmma_ws.hpp
|
4f0640d534
Move writing P to smem as separate function
|
1 day ago |
|
mask.h
|
7a802796e1
Big refactor and update
|
1 month ago |
|
named_barrier.hpp
|
f0f25239bd
Implement the case of LargeHeadDimV
|
1 month ago |
|
pack_gqa.h
|
7a802796e1
Big refactor and update
|
1 month ago |
|
padding.py
|
7a802796e1
Big refactor and update
|
1 month ago |
|
paged_kv.h
|
e3b2400a31
Fix loading paged V when kHeadDimV != kHeadDim
|
1 month ago |
|
rotary.h
|
7a802796e1
Big refactor and update
|
1 month ago |
|
seqlen.h
|
7a802796e1
Big refactor and update
|
1 month ago |
|
setup.py
|
3edf7e0daa
Add kwargs to _write_ninja_file for compatibility with new torch
|
1 day ago |
|
sm90_pipeline_no_cluster.hpp
|
68bf390920
Update Cutlass to fix mem fence
|
1 month ago |
|
softmax.h
|
7a802796e1
Big refactor and update
|
1 month ago |
|
static_switch.h
|
180ff782dd
Template for Sm86
|
1 month ago |
|
test_attn_kvcache.py
|
a5a75274bc
FA3 kvcache + split kv + gqa parallelization (#1236)
|
4 months ago |
|
test_flash_attn.py
|
5458c78e6d
Remove sink token
|
4 days ago |
|
test_kvcache.py
|
a5a75274bc
FA3 kvcache + split kv + gqa parallelization (#1236)
|
4 months ago |
|
test_util.py
|
fa445ff6c2
Fix FP8 test
|
3 weeks ago |
|
tile_scheduler.hpp
|
20b84d6363
Don't use IntraWGOverlap for hdim 64,512
|
4 days ago |
|
tile_size.h
|
20b84d6363
Don't use IntraWGOverlap for hdim 64,512
|
4 days ago |
|
utils.h
|
45c48afb2b
Add option for WG1 to use RS MMA but WG2 using SS MMA
|
2 days ago |
Tri Dao