diff --git a/fastvideo/attention/backends/benchmark_scripts/benchmark_blockscaled_fp4_attn.py b/fastvideo/attention/backends/benchmark_scripts/benchmark_blockscaled_fp4_attn.py index e91bbad61..791d32509 100644 --- a/fastvideo/attention/backends/benchmark_scripts/benchmark_blockscaled_fp4_attn.py +++ b/fastvideo/attention/backends/benchmark_scripts/benchmark_blockscaled_fp4_attn.py @@ -48,7 +48,7 @@ def calculate_attention_flops(batch_size, num_heads, seq_len_q, seq_len_k, head_ def benchmark_blockscaled_fp4_attn(batch_size, num_heads, seq_len, head_dim, is_causal=False, dtype=torch.bfloat16, per_block_mean=True, single_level_p_quant=False, - num_warmups=10, num_tests=100): + num_warmups=100, num_tests=1000): """ Benchmark blockscaled_fp4_attn function (excluding quantization overhead). diff --git a/fastvideo/attention/backends/benchmark_scripts/benchmark_sageattn3.py b/fastvideo/attention/backends/benchmark_scripts/benchmark_sageattn3.py index 61882e7ed..166152dfe 100644 --- a/fastvideo/attention/backends/benchmark_scripts/benchmark_sageattn3.py +++ b/fastvideo/attention/backends/benchmark_scripts/benchmark_sageattn3.py @@ -42,7 +42,7 @@ def calculate_attention_flops(batch_size, num_heads, seq_len_q, seq_len_k, head_ def benchmark_sageattn3(batch_size, num_heads, seq_len, head_dim, is_causal=False, dtype=torch.bfloat16, per_block_mean=True, single_level_p_quant=False, - num_warmups=10, num_tests=50): + num_warmups=100, num_tests=1000): """ Benchmark SageAttention3 and return performance metrics.