diff --git a/fastvideo-kernel/csrc/attention/block_sparse_bwd_kernel_sm100a.cuh b/fastvideo-kernel/csrc/attention/block_sparse_bwd_kernel_sm100a.cuh index 666680048..92e555406 100644 --- a/fastvideo-kernel/csrc/attention/block_sparse_bwd_kernel_sm100a.cuh +++ b/fastvideo-kernel/csrc/attention/block_sparse_bwd_kernel_sm100a.cuh @@ -552,7 +552,6 @@ __global__ void __cluster_dims__(1, 1, 1) __launch_bounds__(N_WARPS * 32, 1) vsa stage_tile + (size_t)col_half * (KV_TILE * SUB_COLS_BF16) + kv_row * SUB_COLS_BF16; uint32_t acc_regs[HALF_COLS]; tcgen05_ld_32x32b_x64(tmem_acc + tmem_f32_offset, acc_regs); - tcgen05_wait_ld(); tcgen05_fence_before_thread_sync(); const float2* acc2 = reinterpret_cast(acc_regs); const float2 scale2 = f32x2_splat(sm_scale); @@ -638,7 +637,6 @@ __global__ void __cluster_dims__(1, 1, 1) __launch_bounds__(N_WARPS * 32, 1) vsa uint32_t st_regs[HALF_COLS]; tcgen05_ld_32x32b_x64(tmem_st + tmem_f32_offset, st_regs); - tcgen05_wait_ld(); tcgen05_fence_before_thread_sync(); float2* pt_fp32 = reinterpret_cast(st_regs); @@ -668,7 +666,6 @@ __global__ void __cluster_dims__(1, 1, 1) __launch_bounds__(N_WARPS * 32, 1) vsa uint32_t dpt_regs[HALF_COLS]; tcgen05_ld_32x32b_x64(tmem_dpt + tmem_f32_offset, dpt_regs); - tcgen05_wait_ld(); tcgen05_fence_before_thread_sync(); const float2* dpt2 = reinterpret_cast(dpt_regs); @@ -787,7 +784,6 @@ __global__ void __cluster_dims__(1, 1, 1) __launch_bounds__(N_WARPS * 32, 1) vsa tcgen05_ld_32x32b_x64(tmem_dq + tmem_lane_base + (uint32_t)(c * 64), reinterpret_cast(dq_regs[c * 64])); } - tcgen05_wait_ld(); tcgen05_fence_before_thread_sync(); if (elect_one_sync()) { mbarrier_arrive(smem_ptr_u32(empty_bar_dq));