From d3e14efda6bb891de0406d2debffcb07e88d4231 Mon Sep 17 00:00:00 2001 From: City <125218114+city96@users.noreply.github.com> Date: Thu, 27 Nov 2025 06:25:54 +0100 Subject: [PATCH] Hotfix for fallback #369 --- dequant.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dequant.py b/dequant.py index 4781df6..c0c2231 100644 --- a/dequant.py +++ b/dequant.py @@ -23,7 +23,7 @@ def dequantize_tensor(tensor, dtype=None, dequant_dtype=None): return dequantize(tensor.data, qtype, oshape, dtype=dequant_dtype).to(dtype) else: # this is incredibly slow - tqdm.write(f"Falling back to numpy dequant for qtype: {getattr(qtype, "name", repr(qtype))}") + tqdm.write(f"Falling back to numpy dequant for qtype: {getattr(qtype, 'name', repr(qtype))}") new = gguf.quants.dequantize(tensor.cpu().numpy(), qtype) return torch.from_numpy(new).to(tensor.device, dtype=dtype)