From 57f2bb3dc22de655e5ad4d65b0659069e79bd1d8 Mon Sep 17 00:00:00 2001 From: Wq-dd <1904007277@qq.com> Date: Tue, 22 Jul 2025 17:07:12 +0800 Subject: [PATCH] add quant q8f torchao --- bridge.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/bridge.py b/bridge.py index 7547ee7..00501a7 100644 --- a/bridge.py +++ b/bridge.py @@ -394,10 +394,14 @@ class ModularConfigManager: mm_type = ( f"W-{dit_scheme}-channel-sym-A-{dit_scheme}-channel-sym-dynamic-Q8F" ) + updates["t5_quant_scheme"] = "int8-q8f" + updates["clip_quant_scheme"] = "int8-q8f" elif quant_backend == "torchao": mm_type = ( f"W-{dit_scheme}-channel-sym-A-{dit_scheme}-channel-sym-dynamic-Torchao" ) + updates["t5_quant_scheme"] = "int8-torchao" + updates["clip_quant_scheme"] = "int8-torchao" else: mm_type = "Default"