From 560b6f597e053eb7bf58091781120e46c7c4e30b Mon Sep 17 00:00:00 2001 From: Wq-dd <1904007277@qq.com> Date: Tue, 22 Jul 2025 17:23:20 +0800 Subject: [PATCH] add q8f, torchao --- bridge.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/bridge.py b/bridge.py index 00501a7..3618e94 100644 --- a/bridge.py +++ b/bridge.py @@ -28,7 +28,7 @@ def is_module_installed(module_name): def get_available_quant_ops(): - available_ops = [("torchao", True)] + available_ops = [] vllm_installed = is_module_installed("vllm") if vllm_installed: @@ -48,6 +48,12 @@ def get_available_quant_ops(): else: available_ops.append(("q8f", False)) + torchao_installed = is_module_installed("torchao") + if torchao_installed: + available_ops.append(("torchao", True)) + else: + available_ops.append(("torchao", False)) + return available_ops