add q8f, torchao

This commit is contained in:
Wq-dd
2025-07-22 17:23:20 +08:00
parent 57f2bb3dc2
commit 560b6f597e
+7 -1
View File
@@ -28,7 +28,7 @@ def is_module_installed(module_name):
def get_available_quant_ops():
available_ops = [("torchao", True)]
available_ops = []
vllm_installed = is_module_installed("vllm")
if vllm_installed:
@@ -48,6 +48,12 @@ def get_available_quant_ops():
else:
available_ops.append(("q8f", False))
torchao_installed = is_module_installed("torchao")
if torchao_installed:
available_ops.append(("torchao", True))
else:
available_ops.append(("torchao", False))
return available_ops