getting rid of xformers

2024-03-03 23:21:59 +02:00
parent 6713939b20
commit 4afb74a9ff
4 changed files with 28 additions and 21 deletions
@@ -36,7 +36,7 @@ model:
        transformer_depth: [1, 2, 10]  # note: the first is unused (due to attn_res starting at 2) 32, 16, 8 --> 64, 32, 16
 #        transformer_depth: [1, 1, 4]
        context_dim: 2048
-        spatial_transformer_attn_type: softmax-xformers
+        spatial_transformer_attn_type: softmax
        legacy: False
        input_upscale: 1

@@ -60,7 +60,7 @@ model:
        use_linear_in_transformer: True
        transformer_depth: [1, 2, 10]  # note: the first is unused (due to attn_res starting at 2) 32, 16, 8 --> 64, 32, 16
        context_dim: 2048
-        spatial_transformer_attn_type: softmax-xformers
+        spatial_transformer_attn_type: softmax
        legacy: False

    conditioner_config:
@@ -111,7 +111,7 @@ model:
        embed_dim: 4
        monitor: val/rec_loss
        ddconfig:
-          attn_type: vanilla-xformers
+          attn_type: vanilla
          double_z: true
          z_channels: 4
          resolution: 256