diff --git a/bridge.py b/bridge.py index df69dd0..7547ee7 100644 --- a/bridge.py +++ b/bridge.py @@ -28,7 +28,7 @@ def is_module_installed(module_name): def get_available_quant_ops(): - available_ops = [] + available_ops = [("torchao", True)] vllm_installed = is_module_installed("vllm") if vllm_installed: @@ -394,6 +394,10 @@ class ModularConfigManager: mm_type = ( f"W-{dit_scheme}-channel-sym-A-{dit_scheme}-channel-sym-dynamic-Q8F" ) + elif quant_backend == "torchao": + mm_type = ( + f"W-{dit_scheme}-channel-sym-A-{dit_scheme}-channel-sym-dynamic-Torchao" + ) else: mm_type = "Default"