Update model.py

fix bug
2024-08-17 17:20:07 +08:00
parent c9dbe761a0
commit a1698eaadd
1 changed files with 2 additions and 1 deletions
@@ -215,8 +215,9 @@ class MSAdapter(torch.nn.Module):
                                                 image_encoder_type=image_encoder_type, weight_dtype=weight_dtype,use_repo=use_repo)
            #print(image_embeds.shape) #torch.Size([1, 257, 1664])
            if not use_repo:
-                image_embeds=image_embeds.cuda().half()
+                image_embeds=image_embeds.clone().detach().to(self.device, weight_dtype)
            image_prompt_embeds = self.image_proj_model(image_embeds, grounding_kwargs=grounding_kwargs)
+            del image_embeds
            image_prompt_embeds = image_prompt_embeds.view(bsz, -1, image_prompt_embeds.shape[-2],
                                                           image_prompt_embeds.shape[
                                                               -1])  # (bsz, rn, num_tokens, cross_attention_dim)