diff --git a/experimental_temperature.py b/experimental_temperature.py index ffed7bb..d7f3c43 100644 --- a/experimental_temperature.py +++ b/experimental_temperature.py @@ -8,8 +8,9 @@ import types import os def exists(val): - return val is not None + return val is not None +# better than a division by 0 hey abs_mean = lambda x: torch.where(torch.isnan(x) | torch.isinf(x), torch.zeros_like(x), x).abs().mean() class temperature_patcher(): @@ -204,4 +205,4 @@ class CLIPTemperaturePatchDual: clip_encoder_instance_g = m.cond_stage_model.clip_g.transformer.text_model.encoder clip_encoder_instance_g.forward = types.MethodType(new_forward, clip_encoder_instance_g) - return (m,) \ No newline at end of file + return (m,)