flash_fwd_hdim96_e4m3_paged_sm90.cu 485 B

12345678910
  1. // Copyright (c) 2024, Jay Shah, Ganesh Bikshandi, Ying Zhang, Vijay Thakkar, Pradeep Ramani, Tri Dao.
  2. // Splitting the different head dimensions to different files to speed up compilation.
  3. // This file is auto-generated. See "generate_kernels.py"
  4. #include "flash_fwd_launch_template.h"
  5. template<>
  6. void run_mha_fwd_<cutlass::float_e4m3_t, 96, false, true>(Flash_fwd_params &params, cudaStream_t stream) {
  7. run_mha_fwd_8b<cutlass::float_e4m3_t, 96, false, true>(params, stream);
  8. }