From 74da2a7370c4aaa698c1dd320eeaaaf2dd1b98d8 Mon Sep 17 00:00:00 2001 From: Wenxuan Tan Date: Sat, 28 Jun 2025 19:01:23 -0500 Subject: [PATCH] Fix CLIP config (#568) --- fastvideo/v1/configs/models/encoders/clip.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/fastvideo/v1/configs/models/encoders/clip.py b/fastvideo/v1/configs/models/encoders/clip.py index 8d051996b..ab9340c02 100644 --- a/fastvideo/v1/configs/models/encoders/clip.py +++ b/fastvideo/v1/configs/models/encoders/clip.py @@ -62,6 +62,13 @@ class CLIPVisionArchConfig(ImageEncoderArchConfig): attention_dropout: float = 0.0 initializer_range: float = 0.02 initializer_factor: float = 1.0 + stacked_params_mapping: List[Tuple[str, str, + str]] = field(default_factory=lambda: [ + # (param_name, shard_name, shard_id) + ("qkv_proj", "q_proj", "q"), + ("qkv_proj", "k_proj", "k"), + ("qkv_proj", "v_proj", "v"), + ]) @dataclass