From d812eb37ba8aaaa49d06de34cd4aca183c800ccc Mon Sep 17 00:00:00 2001 From: wailovet Date: Tue, 13 Aug 2024 00:11:28 +0800 Subject: [PATCH] 'update' --- q_awq_marlin_loader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/q_awq_marlin_loader.py b/q_awq_marlin_loader.py index efbdb2a..c1a9c3b 100644 --- a/q_awq_marlin_loader.py +++ b/q_awq_marlin_loader.py @@ -30,7 +30,7 @@ def quantize_loader(model, state_dict, bits=4, device='cuda', includes=[]): for name, module in model.named_modules(): if name in qkey: - print(f"Quantizing {name}") + # print(f"Quantizing {name}") module = module.to(dtype=torch.float16)