diff --git a/dequant.py b/dequant.py index 4781df6..c0c2231 100644 --- a/dequant.py +++ b/dequant.py @@ -23,7 +23,7 @@ def dequantize_tensor(tensor, dtype=None, dequant_dtype=None): return dequantize(tensor.data, qtype, oshape, dtype=dequant_dtype).to(dtype) else: # this is incredibly slow - tqdm.write(f"Falling back to numpy dequant for qtype: {getattr(qtype, "name", repr(qtype))}") + tqdm.write(f"Falling back to numpy dequant for qtype: {getattr(qtype, 'name', repr(qtype))}") new = gguf.quants.dequantize(tensor.cpu().numpy(), qtype) return torch.from_numpy(new).to(tensor.device, dtype=dtype)