Add vision_position switch

Choose whether image (vision) tokens go before or after the manual prompt
in the user turn. Default 'before prompt' keeps current behavior.

Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
This commit is contained in:
Ethanfel
2026-06-25 04:23:45 +02:00
co-authored by Claude Opus 4.8
parent a1ef67bc83
commit 9cc07b6328
2 changed files with 15 additions and 2 deletions
+1
View File
@@ -48,6 +48,7 @@ downstream of this node — that works generically at the sampler level.)
| `image1…N` | IMAGE | Optional reference images; slots grow as you connect them. |
| `mask1…N` | MASK | Optional per-image mask; crops `imageN` to the masked bounding box. |
| `mask_padding` | FLOAT | Context kept around the mask, as a fraction of image size per side (`0` = tight, default). |
| `vision_position` | CHOICE | Put the image tokens `before prompt` (default) or `after prompt` in the user turn. |
| `vision_megapixels` | FLOAT | Max size before the vision encoder; references are downscaled to this cap, never upscaled (default `1.0`). |
Output is a standard `CONDITIONING` for the Krea2 sampler. With no images connected it
+14 -2
View File
@@ -60,6 +60,12 @@ class TextEncodeKrea2:
"image size added on EACH side. 0 = tight crop to the mask; 0.1 = ~10% "
"margin of surroundings. Only applies when a mask is connected.",
}),
"vision_position": (["before prompt", "after prompt"], {
"default": "before prompt",
"tooltip": "Where the image (vision) tokens go in the user turn relative to your "
"text. 'before prompt' = image then text (default); 'after prompt' = "
"text then image. No effect when no image is connected.",
}),
},
}
@@ -116,7 +122,8 @@ class TextEncodeKrea2:
return image[:, y0:y1 + 1, x0:x1 + 1, :]
def encode(self, clip, prompt, vision_megapixels=1.0, mask_padding=0.0, **kwargs):
def encode(self, clip, prompt, vision_megapixels=1.0, mask_padding=0.0,
vision_position="before prompt", **kwargs):
images = self._collect_indexed(kwargs, "image")
masks = self._collect_indexed(kwargs, "mask")
ordered = sorted(images.keys())
@@ -144,7 +151,12 @@ class TextEncodeKrea2:
else:
image_prompt += "<|vision_start|><|image_pad|><|vision_end|>"
tokens = clip.tokenize(image_prompt + prompt, images=images_vl, llama_template=KREA2_TEMPLATE)
if vision_position == "after prompt":
text = prompt + image_prompt
else:
text = image_prompt + prompt
tokens = clip.tokenize(text, images=images_vl, llama_template=KREA2_TEMPLATE)
conditioning = clip.encode_from_tokens_scheduled(tokens)
return (conditioning,)