Stop custom tensor class propagating past dequant

#163
2024-12-04 16:14:54 +01:00
parent 6e4790f903
commit 39102df73f
1 changed files with 1 additions and 0 deletions
@@ -117,6 +117,7 @@ class GGMLLayer(torch.nn.Module):

        # dequantize tensor while patches load
        weight = dequantize_tensor(tensor, dtype, self.dequant_dtype)
+        weight.__class__ = torch.Tensor # prevent propagating custom tensor class

        # apply patches
        if patch_list: