[infra] Add DGX Spark and multi-architecture CUDA support (#1447)

This commit is contained in:
William Lin
2026-07-03 13:41:43 -07:00
committed by GitHub
parent 10c8c5df4d
commit b36d0ef085
51 changed files with 1334 additions and 505 deletions
@@ -182,18 +182,20 @@ def _cute_forward(
block_size=(q_sparse_block_size, kv_block_size),
)
# Upstream FA4 cute (the cutlass-4.5-safe ref this repo pins) folds the
# fork's m_block_size/n_block_size pair into tile_mn, and its main path
# returns (out, lse, p, row_max) -- slice the first two.
out, lse = _flash_attn_fwd(
q_bshd,
k_bshd,
v_bshd,
m_block_size=_M_BLOCK_SIZE_DEFAULT,
n_block_size=kv_block_size,
tile_mn=(_M_BLOCK_SIZE_DEFAULT, kv_block_size),
mask_mod=_build_vbs_mask_mod(kv_block_size),
block_sparse_tensors=sparse_tensors,
aux_tensors=[variable_block_sizes],
causal=False,
return_lse=True,
)
)[:2]
return out, lse