Files
1038lab-ComfyUI-QwenVL/example_workflows/QWenVL.json
T

467 lines
10 KiB
JSON

{
"id": "b1b52a7e-e128-4de3-83e0-2238301079ca",
"revision": 0,
"last_node_id": 18,
"last_link_id": 18,
"nodes": [
{
"id": 12,
"type": "PreviewAny",
"pos": [
-470,
70
],
"size": [
890,
350
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "source",
"type": "*",
"link": 16
}
],
"outputs": [],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.65",
"Node name for S&R": "PreviewAny",
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"ue_properties": {
"widget_ue_connectable": {},
"input_ue_unconnectable": {},
"version": "7.3"
}
},
"widgets_values": [
null,
null,
false
]
},
{
"id": 16,
"type": "MarkdownNote",
"pos": [
-1780,
80
],
"size": [
550,
530
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {
"ue_properties": {
"widget_ue_connectable": {},
"version": "7.5.2",
"input_ue_unconnectable": {}
}
},
"widgets_values": [
"## **⚙️ Parameters**\n\n| Parameter | Description | Default | Range | Node(s) |\n| :---- | :---- | :---- | :---- | :---- |\n| **model\\_name** | The Qwen-VL model to use. | Qwen3-VL-4B-Instruct | \\- | Standard & Advanced |\n| **quantization** | On-the-fly quantization. Ignored for pre-quantized models (e.g., FP8). | 8-bit (Balanced) | 4-bit, 8-bit, None | Standard & Advanced |\n| **preset\\_prompt** | A selection of pre-defined prompts for common tasks. | \"Describe this...\" | Any text | Standard & Advanced |\n| **custom\\_prompt** | Overrides the preset prompt if provided. | | Any text | Standard & Advanced |\n| **max\\_tokens** | Maximum number of new tokens to generate. | 1024 | 64-2048 | Standard & Advanced |\n| **keep\\_model\\_loaded** | Keep the model in VRAM for faster subsequent runs. | True | True/False | Standard & Advanced |\n| **seed** | A seed for reproducible results. | 1 | 1 \\- 2^64-1 | Standard & Advanced |\n| **temperature** | Controls randomness. Higher values \\= more creative. (Used when num\\_beams is 1). | 0.6 | 0.1-1.0 | Advanced Only |\n| **top\\_p** | Nucleus sampling threshold. (Used when num\\_beams is 1). | 0.9 | 0.0-1.0 | Advanced Only |\n| **num\\_beams** | Number of beams for beam search. \\> 1 disables temperature/top\\_p sampling. | 1 | 1-10 | Advanced Only |\n| **repetition\\_penalty** | Discourages repeating tokens. | 1.2 | 0.0-2.0 | Advanced Only |\n| **frame\\_count** | Number of frames to sample from the video input. | 16 | 1-64 | Advanced Only |\n| **device** | Override automatic device selection. | auto | auto, cuda, cpu | Advanced Only |"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 17,
"type": "AILab_QwenVL",
"pos": [
-885,
70
],
"size": [
394.1806388251093,
303.45832648511134
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "image",
"shape": 7,
"type": "IMAGE",
"link": 15
},
{
"name": "video",
"shape": 7,
"type": "IMAGE",
"link": null
}
],
"outputs": [
{
"name": "RESPONSE",
"type": "STRING",
"links": [
16
]
}
],
"properties": {
"ue_properties": {
"widget_ue_connectable": {},
"input_ue_unconnectable": {}
},
"Node name for S&R": "AILab_QwenVL"
},
"widgets_values": [
"Qwen3-VL-2B-Instruct",
"None (FP16)",
"auto",
"🖼️ Detailed Description",
"",
512,
true,
1,
"randomize"
],
"color": "#28403f",
"bgcolor": "#374539"
},
{
"id": 7,
"type": "AILab_LoadImage",
"pos": [
-1200,
70
],
"size": [
300,
720
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
15
]
},
{
"name": "MASK",
"type": "MASK",
"links": null
},
{
"name": "WIDTH",
"type": "INT",
"links": null
},
{
"name": "HEIGHT",
"type": "INT",
"links": null
}
],
"properties": {
"Node name for S&R": "AILab_LoadImage",
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"ue_properties": {
"widget_ue_connectable": {},
"input_ue_unconnectable": {},
"version": "7.3"
}
},
"widgets_values": [
"",
"2430364.png",
"lanczos",
1,
1,
"longest_side",
0,
"image"
],
"color": "#2e3e57",
"bgcolor": "#4b5b73"
},
{
"id": 13,
"type": "PreviewAny",
"pos": [
-200,
480
],
"size": [
620,
370
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "source",
"type": "*",
"link": 18
}
],
"outputs": [],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.65",
"Node name for S&R": "PreviewAny",
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"ue_properties": {
"widget_ue_connectable": {},
"input_ue_unconnectable": {},
"version": "7.3"
}
},
"widgets_values": [
null,
null,
false
]
},
{
"id": 18,
"type": "AILab_QwenVL_Advanced",
"pos": [
-610.5085688039786,
481.1527608367014
],
"size": [
396.48624844852634,
468
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "image",
"shape": 7,
"type": "IMAGE",
"link": null
},
{
"name": "video",
"shape": 7,
"type": "IMAGE",
"link": 17
}
],
"outputs": [
{
"name": "RESPONSE",
"type": "STRING",
"links": [
18
]
}
],
"properties": {
"ue_properties": {
"widget_ue_connectable": {},
"input_ue_unconnectable": {}
},
"Node name for S&R": "AILab_QwenVL_Advanced"
},
"widgets_values": [
"Qwen3-VL-2B-Instruct",
"None (FP16)",
"auto",
false,
"auto",
"🖼️ Detailed Description",
"",
512,
0.6,
0.9,
1,
1.2,
16,
true,
1,
"randomize"
],
"color": "#28403f",
"bgcolor": "#374539"
},
{
"id": 11,
"type": "VHS_LoadVideo",
"pos": [
-880,
480
],
"size": [
255.8291015625,
560.3298002919321
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"shape": 7,
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"shape": 7,
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
17
]
},
{
"name": "frame_count",
"type": "INT",
"links": null
},
{
"name": "audio",
"type": "AUDIO",
"links": null
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null
}
],
"properties": {
"cnr_id": "comfyui-videohelpersuite",
"ver": "08e8df15db24da292d4b7f943c460dc2ab442b24",
"Node name for S&R": "VHS_LoadVideo",
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"ue_properties": {
"widget_ue_connectable": {},
"input_ue_unconnectable": {},
"version": "7.3"
}
},
"widgets_values": {
"video": "sing_1.mp4",
"force_rate": 0,
"custom_width": 0,
"custom_height": 0,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"format": "AnimateDiff",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "sing_1.mp4",
"type": "input",
"format": "video/mp4",
"force_rate": 0,
"custom_width": 0,
"custom_height": 0,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1
}
}
}
}
],
"links": [
[
15,
7,
0,
17,
0,
"IMAGE"
],
[
16,
17,
0,
12,
0,
"STRING"
],
[
17,
11,
0,
18,
1,
"IMAGE"
],
[
18,
18,
0,
13,
0,
"STRING"
]
],
"groups": [],
"config": {},
"extra": {
"frontendVersion": "1.34.9",
"VHS_latentpreview": false,
"VHS_latentpreviewrate": 0,
"VHS_MetadataImage": true,
"VHS_KeepIntermediate": true,
"ue_links": [],
"links_added_by_ue": [],
"ds": {
"scale": 0.693975512958857,
"offset": [
1764.4004214905397,
359.36315462869436
]
},
"workflowRendererVersion": "LG"
},
"version": 0.4
}