Always init tenc on offload device

#83 needs updated ComfyUI as well to fix it, issue was with the direct load logic in model management putting the model on the GPU before the weights were loaded, at which point the loading would overwrite the weights with the CPU ones
2024-09-17 15:26:39 +02:00
parent 454955ead3
commit d2aaeb0f13
1 changed files with 4 additions and 1 deletions
@@ -327,7 +327,10 @@ class CLIPLoaderGGUF:
        clip = comfy.sd.load_text_encoder_state_dicts(
            clip_type = clip_type,
            state_dicts = clip_data,
-            model_options = {"custom_operations": GGMLOps},
+            model_options = {
+                "custom_operations": GGMLOps,
+                "initial_device": comfy.model_management.text_encoder_offload_device()
+            },
            embedding_directory = folder_paths.get_folder_paths("embeddings"),
        )
        clip.patcher = GGUFModelPatcher.clone(clip.patcher)