Fix CLIP config (#568)

2025-06-28 19:01:23 -05:00
parent 580d6dfe1f
commit 74da2a7370
1 changed files with 7 additions and 0 deletions
@@ -62,6 +62,13 @@ class CLIPVisionArchConfig(ImageEncoderArchConfig):
    attention_dropout: float = 0.0
    initializer_range: float = 0.02
    initializer_factor: float = 1.0
+    stacked_params_mapping: List[Tuple[str, str,
+                                       str]] = field(default_factory=lambda: [
+                                           # (param_name, shard_name, shard_id)
+                                           ("qkv_proj", "q_proj", "q"),
+                                           ("qkv_proj", "k_proj", "k"),
+                                           ("qkv_proj", "v_proj", "v"),
+                                       ])


@dataclass