update benchmark scripts

2026-01-27 04:38:11 +00:00
parent 72b61ab1fe
commit 75d6cf1a31
2 changed files with 2 additions and 2 deletions
@@ -48,7 +48,7 @@ def calculate_attention_flops(batch_size, num_heads, seq_len_q, seq_len_k, head_
 def benchmark_blockscaled_fp4_attn(batch_size, num_heads, seq_len, head_dim, 
                                    is_causal=False, dtype=torch.bfloat16, 
                                    per_block_mean=True, single_level_p_quant=False,
-                                    num_warmups=10, num_tests=100):
+                                    num_warmups=100, num_tests=1000):
    """
    Benchmark blockscaled_fp4_attn function (excluding quantization overhead).
    
@@ -42,7 +42,7 @@ def calculate_attention_flops(batch_size, num_heads, seq_len_q, seq_len_k, head_
 def benchmark_sageattn3(batch_size, num_heads, seq_len, head_dim, 
                        is_causal=False, dtype=torch.bfloat16, 
                        per_block_mean=True, single_level_p_quant=False,
-                        num_warmups=10, num_tests=50):
+                        num_warmups=100, num_tests=1000):
    """
    Benchmark SageAttention3 and return performance metrics.