Allow Uni3C to work with T2V
This commit is contained in:
@@ -1971,6 +1971,8 @@ class WanModel(torch.nn.Module):
|
||||
#uni3c controlnet
|
||||
if pcd_data is not None:
|
||||
hidden_states = x[0].unsqueeze(0).clone().float()
|
||||
if hidden_states.shape[1] == 16: #T2V work around
|
||||
hidden_states = torch.cat([hidden_states, torch.zeros_like(hidden_states[:, :4])], dim=1)
|
||||
render_latent = torch.cat([hidden_states[:, :20], pcd_data["render_latent"].to(x[0].dtype)], dim=1)
|
||||
|
||||
# embeddings
|
||||
|
||||
Reference in New Issue
Block a user