better results with multiple reference images

2024-02-12 11:01:16 +01:00
parent 3182da9a1d
commit 48728051bd
1 changed files with 4 additions and 0 deletions
@@ -347,6 +347,10 @@ class ApplyInstantID:
            raise Exception('Feature Extractor: No face detected.')

        clip_embed = face_embed
+        # InstantID works better with averaged embeds (TODO:needs testing)
+        if clip_embed.shape[0] > 1:
+            clip_embed = torch.mean(clip_embed, dim=0).unsqueeze(0)
+
        clip_embed_zeroed = torch.zeros_like(clip_embed)

        clip_embeddings_dim = face_embed.shape[-1]