From 925dd4f75cff7be3325c96fc04cecc5f2504491e Mon Sep 17 00:00:00 2001
From: Wq-dd <1904007277@qq.com>
Date: Mon, 21 Jul 2025 19:28:44 +0800
Subject: [PATCH] add torchao quantization

---
 bridge.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/bridge.py b/bridge.py
index df69dd0..7547ee7 100644
--- a/bridge.py
+++ b/bridge.py
@@ -28,7 +28,7 @@ def is_module_installed(module_name):
 
 
 def get_available_quant_ops():
-    available_ops = []
+    available_ops = [("torchao", True)]
 
     vllm_installed = is_module_installed("vllm")
     if vllm_installed:
@@ -394,6 +394,10 @@ class ModularConfigManager:
                 mm_type = (
                     f"W-{dit_scheme}-channel-sym-A-{dit_scheme}-channel-sym-dynamic-Q8F"
                 )
+            elif quant_backend == "torchao":
+                mm_type = (
+                    f"W-{dit_scheme}-channel-sym-A-{dit_scheme}-channel-sym-dynamic-Torchao"
+                )
             else:
                 mm_type = "Default"