diff --git a/dev/linux-cpu/index.html b/dev/linux-cpu/index.html index 7f7bcd0..fea54ed 100644 --- a/dev/linux-cpu/index.html +++ b/dev/linux-cpu/index.html @@ -924,7 +924,7 @@

PozzettiAndrea/ComfyUI-SAM3 Test Results

- 2026-05-10 20:37 UTC Linux-6.17.0-1010-azure-x86_64-with-glibc2.39 AMD EPYC 9V74 80-Core Processor + 2026-05-10 21:29 UTC Linux-6.17.0-1010-azure-x86_64-with-glibc2.39 AMD EPYC 7763 64-Core Processor
@@ -963,7 +963,7 @@ pass
- 115.64s + 105.35s
@@ -980,7 +980,7 @@ pass
- 106.21s + 91.36s
@@ -997,7 +997,7 @@ pass
- 119.35s + 103.02s
@@ -1014,7 +1014,7 @@ pass
- 101.96s + 90.26s
@@ -1101,9 +1101,9 @@ }); } - const workflowData = {"image_seg_point": {"src": "screenshots/image_seg_point_executed.png", "title": "image_seg_point", "status": "pass", "duration": "115.64", "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=3.0s)\n [capture-node] freeze=2ms shot=120ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.4s)\n [capture-periodic] freeze=11ms shot=127ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=12 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.89GB\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.7s)\n [capture-periodic] freeze=3ms shot=279ms unfreeze=17ms saved=True\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 6 saved (frame_005.jpg, t=10.1s)\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70%\n [capture-periodic] freeze=9ms shot=134ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 90%\n Frame 7 saved (frame_006.jpg, t=12.5s)\n [capture-periodic] freeze=2ms shot=120ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 100%\n [capture-loop] iter=100 t=14.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=43% browser_rss=0.94GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloaded sam3.safetensors\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model downloaded successfully\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (11.45s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Segmentation: refinement_iterations: 0, use_multimask: True, output_best_mask: True, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu, positive_points: dict, negative_points: dict\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Segmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=3 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 8 saved (frame_007.jpg, t=14.8s)\n [capture-periodic] freeze=3ms shot=113ms unfreeze=5ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=3\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.32GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.32GB\n [capture-loop] iter=150 t=19.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=36% browser_rss=0.93GB\n [capture-loop] iter=200 t=25.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=250 t=30.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.84GB\n [capture-loop] iter=300 t=36.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=350 t=42.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=400 t=47.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=450 t=53.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=500 t=58.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=0.82GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 1 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 144 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 496 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=550 t=64.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=600 t=69.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=650 t=75.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB\n [capture-loop] iter=700 t=80.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=0.81GB\n [capture-loop] iter=750 t=86.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=800 t=92.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=850 t=97.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=900 t=103.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Segmentation done (92.28s): result: NodeOutput\n Node executed (2 total), capturing...\n [ComfyUI] Prompt executed in 106.40 seconds\n Frame 9 saved (frame_008.jpg, t=106.7s)\n [capture-node] freeze=3ms shot=124ms unfreeze=3ms saved=True\n Node executed (3 total), capturing...\n Frame 10 saved (frame_009.jpg, t=107.2s)\n [capture-node] freeze=2ms shot=118ms unfreeze=0ms saved=True\n Execution complete (t=107.1s)\n Captured 10 unique frames over 107.31s\n [debug] iframes: 0\n [timing] trigger_3d_previews: 0.0s\n Saved high-quality screenshot: image_seg_point_executed.png\n [timing] final_screenshot: 0.3s\n Captured 11 video frames", "hardware": {"os": "Linux-6.17.0-1010-azure-x86_64-with-glibc2.39", "cpu": "AMD EPYC 9V74 80-Core Processor"}}, "image_seg_text": {"src": "screenshots/image_seg_text_executed.png", "title": "image_seg_text", "status": "pass", "duration": "106.21", "log": "Capturing execution frames: image_seg_text.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 5 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"15\", 1]}\n Queuing workflow for execution...\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"15\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 15: SAM3Grounding\n [ComfyUI] Inputs: {\"confidence_threshold\": 0.2, \"text_prompt\": \"child\", \"max_detections\": -1, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0]}\n [ComfyUI] Generated prompt_id: 4b97a3e2-ee99-4df9-b40b-fbe9322c859c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=4 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=5 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.03GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.03GB\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=2ms shot=93ms unfreeze=4ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.4s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 2 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 147 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 133 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=50 t=5.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=26% browser_rss=0.82GB\n [capture-loop] iter=100 t=11.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB\n [capture-loop] iter=150 t=16.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB\n [capture-loop] iter=200 t=22.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=250 t=27.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.73GB\n [capture-loop] iter=300 t=33.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.73GB\n [capture-loop] iter=350 t=38.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.72GB\n [capture-loop] iter=400 t=44.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.71GB\n [capture-loop] iter=450 t=49.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.72GB\n [capture-loop] iter=500 t=55.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=550 t=60.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 3 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 170 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 259 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 133 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=600 t=66.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.72GB\n [capture-loop] iter=650 t=71.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=700 t=77.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=750 t=82.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=800 t=88.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=850 t=94.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.1/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Grounding done (97.64s): result: NodeOutput\n Node executed (1 total), capturing...\n [ComfyUI] Prompt executed in 97.91 seconds\n Frame 4 saved (frame_003.jpg, t=98.2s)\n [capture-node] freeze=3ms shot=113ms unfreeze=4ms saved=True\n Node executed (2 total), capturing...\n Frame 5 saved (frame_004.jpg, t=98.6s)\n [capture-node] freeze=2ms shot=108ms unfreeze=0ms saved=True\n Execution complete (t=98.6s)\n Captured 5 unique frames over 98.72s\n [debug] iframes: 0\n [timing] trigger_3d_previews: 0.0s\n Saved high-quality screenshot: image_seg_text_executed.png\n [timing] final_screenshot: 0.3s\n Captured 6 video frames", "hardware": {"os": "Linux-6.17.0-1010-azure-x86_64-with-glibc2.39", "cpu": "AMD EPYC 9V74 80-Core Processor"}}, "scene_seg": {"src": "screenshots/scene_seg_executed.png", "title": "scene_seg", "status": "pass", "duration": "119.35", "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=12ms shot=201ms unfreeze=6ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=149ms unfreeze=6ms saved=True\n [capture-loop] iter=50 t=6.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=29% browser_rss=2.05GB\n [capture-loop] iter=100 t=12.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.04GB\n [capture-loop] iter=150 t=17.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.97GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 159 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=200 t=23.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.97GB\n [capture-loop] iter=250 t=29.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=300 t=34.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=350 t=40.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.3/15.6GB (34%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.89GB\n [capture-loop] iter=400 t=46.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=450 t=51.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=500 t=57.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=550 t=63.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=600 t=68.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=650 t=74.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 5 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 740 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=700 t=80.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [capture-loop] iter=800 t=91.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=10 ram=4.0/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=91.5s)\n [capture-periodic] freeze=2ms shot=192ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=93.8s)\n [capture-periodic] freeze=3ms shot=162ms unfreeze=9ms saved=True\n [capture-loop] iter=850 t=97.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=6.3/15.6GB (41%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.12GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (99.69s): result: NodeOutput\n [capture-loop] iter=900 t=102.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.12GB\n Frame 6 saved (frame_005.jpg, t=102.9s)\n [capture-periodic] freeze=3ms shot=142ms unfreeze=10ms saved=True\n Node executed (2 total), capturing...\n Frame 7 saved (frame_006.jpg, t=105.9s)\n [capture-node] freeze=552ms shot=284ms unfreeze=31ms saved=True\n [ComfyUI] BatchToMultiband: Processed 1 images with 3 channels each -> 3 channels\n [ComfyUI] BatchToMultiband: Processed 7 masks -> 7 channels\n Node executed (3 total), capturing...\n [ComfyUI] BatchToMultiband: Output shape torch.Size([1, 10, 4480, 6720]), channels: ['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07']\n [ComfyUI] ResizeMultiband: 4480x6720 -> 600x900\n [ComfyUI] PreviewMultibandImage: Batch=1, Channels=10, Names=['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07']\n Frame 8 saved (frame_007.jpg, t=109.0s)\n [ComfyUI] SaveMultibandImage: Saved to output/multiband.npz\n [capture-node] freeze=154ms shot=1009ms unfreeze=6ms saved=True\n [ComfyUI] Prompt executed in 109.74 seconds\n [ComfyUI] Shape: (1, 10, 600, 900)\n [ComfyUI] Format: npz\n Node executed (4 total), capturing...\n Frame 9 saved (frame_008.jpg, t=111.5s)\n [capture-node] freeze=2ms shot=180ms unfreeze=0ms saved=True\n Execution complete (t=111.5s)\n Captured 9 unique frames over 111.68s\n [debug] iframes: 0\n [timing] trigger_3d_previews: 0.0s\n Saved high-quality screenshot: scene_seg_executed.png\n [timing] final_screenshot: 0.3s\n Captured 10 video frames", "hardware": {"os": "Linux-6.17.0-1010-azure-x86_64-with-glibc2.39", "cpu": "AMD EPYC 9V74 80-Core Processor"}}, "scene_seg_interactive": {"src": "screenshots/scene_seg_interactive_executed.png", "title": "scene_seg_interactive", "status": "pass", "duration": "101.96", "log": "Capturing execution frames: scene_seg_interactive.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 4 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"26\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 26: SAM3InteractiveCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":3348.288109906738,\\\"y\\\":2452.2208696844737}],\\\"negative_points\\\":[],\\\"positive_boxes\\\":[],\\\"negative_boxes\\\":[],\\\"name\\\":\\\"Prompt 1\\\"},{\\\"positiv\n [ComfyUI] Generated prompt_id: ffdbf462-d0ad-4ca6-b470-162045d8f652\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n Queuing workflow for execution...\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=9 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.02s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26'\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=10 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=10\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.26GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.26GB\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=2ms shot=96ms unfreeze=3ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.5s)\n [capture-periodic] freeze=2ms shot=115ms unfreeze=3ms saved=True\n [capture-loop] iter=50 t=5.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.5/15.6GB (29%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.44GB\n [capture-loop] iter=100 t=11.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.34GB\n [capture-loop] iter=150 t=16.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 6 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 159 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py\", line 687 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=200 t=22.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=250 t=28.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=300 t=33.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=350 t=39.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=400 t=44.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=450 t=50.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=500 t=55.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=550 t=61.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=5.6/15.6GB (36%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=600 t=66.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=650 t=72.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=700 t=77.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 7 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 147 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py\", line 687 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=750 t=83.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=800 t=88.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=10\n Frame 4 saved (frame_003.jpg, t=89.8s)\n [capture-periodic] freeze=3ms shot=115ms unfreeze=5ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3InteractiveCollector done (90.62s): result: NodeOutput\n [ComfyUI] Prompt executed in 91.86 seconds\n Node executed (1 total), capturing...\n Frame 5 saved (frame_004.jpg, t=92.5s)\n [capture-node] freeze=141ms shot=504ms unfreeze=5ms saved=True\n Node executed (2 total), capturing...\n [capture-node] freeze=2ms shot=158ms unfreeze=0ms saved=False\n Execution complete (t=93.4s)\n Captured 5 unique frames over 93.6s\n [debug] iframes: 0\n [timing] trigger_3d_previews: 0.0s\n Saved high-quality screenshot: scene_seg_interactive_executed.png\n [timing] final_screenshot: 0.3s\n Captured 6 video frames", "hardware": {"os": "Linux-6.17.0-1010-azure-x86_64-with-glibc2.39", "cpu": "AMD EPYC 9V74 80-Core Processor"}}}; + const workflowData = {"image_seg_point": {"src": "screenshots/image_seg_point_executed.png", "title": "image_seg_point", "status": "pass", "duration": "105.35", "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=2.8s)\n [capture-node] freeze=2ms shot=115ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.0s)\n [capture-periodic] freeze=1ms shot=207ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=26 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=28% browser_rss=0.90GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.3s)\n [capture-periodic] freeze=1ms shot=272ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 6 saved (frame_005.jpg, t=9.9s)\n [capture-periodic] freeze=16ms shot=192ms unfreeze=7ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 7 saved (frame_006.jpg, t=12.2s)\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-periodic] freeze=9ms shot=176ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 90%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 100%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloaded sam3.safetensors\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model downloaded successfully\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (11.90s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Segmentation: refinement_iterations: 0, use_multimask: True, output_best_mask: True, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu, positive_points: dict, negative_points: dict\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Segmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=3 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [capture-loop] iter=100 t=14.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.2/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=42% browser_rss=0.95GB\n Frame 8 saved (frame_007.jpg, t=14.8s)\n [capture-periodic] freeze=4ms shot=132ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=3\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.29GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.29GB\n [capture-loop] iter=150 t=20.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=0.94GB\n [capture-loop] iter=200 t=25.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=250 t=31.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=300 t=36.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=350 t=42.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=400 t=47.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.86GB\n [capture-loop] iter=450 t=53.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.1/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.86GB\n [capture-loop] iter=500 t=58.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 1 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 740 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 496 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=550 t=64.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.9/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=600 t=69.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=650 t=74.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=700 t=80.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=800 t=91.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Segmentation done (81.58s): result: NodeOutput\n Node executed (2 total), capturing...\n [ComfyUI] Prompt executed in 95.99 seconds\n Frame 9 saved (frame_008.jpg, t=96.3s)\n [capture-node] freeze=2ms shot=111ms unfreeze=2ms saved=True\n Node executed (3 total), capturing...\n Frame 10 saved (frame_009.jpg, t=96.7s)\n [capture-node] freeze=1ms shot=118ms unfreeze=0ms saved=True\n Execution complete (t=96.7s)\n Captured 10 unique frames over 96.87s\n [debug] iframes: 0\n [timing] trigger_3d_previews: 0.0s\n Saved high-quality screenshot: image_seg_point_executed.png\n [timing] final_screenshot: 0.3s\n Captured 11 video frames", "hardware": {"os": "Linux-6.17.0-1010-azure-x86_64-with-glibc2.39", "cpu": "AMD EPYC 7763 64-Core Processor"}}, "image_seg_text": {"src": "screenshots/image_seg_text_executed.png", "title": "image_seg_text", "status": "pass", "duration": "91.36", "log": "Capturing execution frames: image_seg_text.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 5 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 3: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"15\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"15\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 15: SAM3Grounding\n [ComfyUI] Inputs: {\"confidence_threshold\": 0.2, \"text_prompt\": \"child\", \"max_detections\": -1, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0]}\n [ComfyUI] Generated prompt_id: e922aced-157b-49ab-92d7-2377fc236b55\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=4 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=5 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.01GB\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=1ms shot=94ms unfreeze=3ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.5s)\n [capture-periodic] freeze=1ms shot=93ms unfreeze=3ms saved=True\n [capture-loop] iter=50 t=5.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=25% browser_rss=0.87GB\n [capture-loop] iter=100 t=10.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.0/15.6GB (19%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 2 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 170 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 133 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=150 t=16.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=200 t=21.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=250 t=27.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.76GB\n [capture-loop] iter=300 t=32.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.7/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=350 t=38.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=400 t=43.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [capture-loop] iter=450 t=49.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=500 t=54.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=550 t=59.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=600 t=65.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=650 t=70.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.9/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 3 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1151 in forward_pre\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1163 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1279 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1346 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3598 in _run_encoder\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3824 in forward_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1477 in _forward_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1393 in set_text_prompt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 138 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=700 t=76.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [capture-loop] iter=750 t=81.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Grounding done (82.72s): result: NodeOutput\n Node executed (1 total), capturing...\n [ComfyUI] Prompt executed in 82.98 seconds\n Frame 4 saved (frame_003.jpg, t=83.3s)\n [capture-node] freeze=2ms shot=101ms unfreeze=2ms saved=True\n Node executed (2 total), capturing...\n Frame 5 saved (frame_004.jpg, t=83.7s)\n [capture-node] freeze=1ms shot=110ms unfreeze=0ms saved=True\n Execution complete (t=83.7s)\n Captured 5 unique frames over 83.81s\n [debug] iframes: 0\n [timing] trigger_3d_previews: 0.0s\n Saved high-quality screenshot: image_seg_text_executed.png\n [timing] final_screenshot: 0.3s\n Captured 6 video frames", "hardware": {"os": "Linux-6.17.0-1010-azure-x86_64-with-glibc2.39", "cpu": "AMD EPYC 7763 64-Core Processor"}}, "scene_seg": {"src": "screenshots/scene_seg_executed.png", "title": "scene_seg", "status": "pass", "duration": "103.02", "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=144ms unfreeze=8ms saved=True\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.0/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=27% browser_rss=2.05GB\n [capture-loop] iter=100 t=11.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.05GB\n [capture-loop] iter=150 t=17.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=2.01GB\n [capture-loop] iter=200 t=23.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.01GB\n [capture-loop] iter=250 t=28.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.94GB\n [capture-loop] iter=300 t=34.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.94GB\n [capture-loop] iter=350 t=39.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.88GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 714 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=400 t=45.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=450 t=50.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.8/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.88GB\n [capture-loop] iter=500 t=56.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=550 t=61.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=600 t=67.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.2/15.6GB (33%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=650 t=73.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.85GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=75.4s)\n [capture-periodic] freeze=1ms shot=152ms unfreeze=9ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=77.7s)\n [capture-periodic] freeze=1ms shot=149ms unfreeze=8ms saved=True\n [capture-loop] iter=700 t=78.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.7/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.11GB\n [capture-loop] iter=750 t=84.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.11GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (83.44s): result: NodeOutput\n Frame 6 saved (frame_005.jpg, t=86.6s)\n [capture-periodic] freeze=1ms shot=133ms unfreeze=9ms saved=True\n Node executed (2 total), capturing...\n Frame 7 saved (frame_006.jpg, t=87.4s)\n [capture-node] freeze=43ms shot=216ms unfreeze=10ms saved=True\n Frame 8 saved (frame_007.jpg, t=89.7s)\n [capture-periodic] freeze=1ms shot=157ms unfreeze=8ms saved=True\n [capture-loop] iter=800 t=90.8s state={'complete': False, 'error': None, 'executedCount': 2, 'wsState': 1} eval_ms=2 ram=4.9/15.6GB (32%) swap=0.0/3.0GB (0%) cpu=37% browser_rss=2.55GB\n [ComfyUI] BatchToMultiband: Processed 1 images with 3 channels each -> 3 channels\n [ComfyUI] BatchToMultiband: Processed 7 masks -> 7 channels\n Node executed (3 total), capturing...\n [ComfyUI] BatchToMultiband: Output shape torch.Size([1, 10, 4480, 6720]), channels: ['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07']\n [ComfyUI] ResizeMultiband: 4480x6720 -> 600x900\n [ComfyUI] SaveMultibandImage: Saved to output/multiband.npz\n [ComfyUI] Shape: (1, 10, 600, 900)\n [ComfyUI] Format: npz\n [ComfyUI] PreviewMultibandImage: Batch=1, Channels=10, Names=['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07']\n [ComfyUI] Prompt executed in 93.48 seconds\n Frame 9 saved (frame_008.jpg, t=92.6s)\n [capture-node] freeze=835ms shot=261ms unfreeze=7ms saved=True\n Node executed (4 total), capturing...\n Frame 10 saved (frame_009.jpg, t=94.0s)\n [capture-node] freeze=23ms shot=745ms unfreeze=4ms saved=True\n Execution complete (t=94.9s)\n Captured 10 unique frames over 94.95s\n [debug] iframes: 0\n [timing] trigger_3d_previews: 0.0s\n Saved high-quality screenshot: scene_seg_executed.png\n [timing] final_screenshot: 0.3s\n Captured 11 video frames", "hardware": {"os": "Linux-6.17.0-1010-azure-x86_64-with-glibc2.39", "cpu": "AMD EPYC 7763 64-Core Processor"}}, "scene_seg_interactive": {"src": "screenshots/scene_seg_interactive_executed.png", "title": "scene_seg_interactive", "status": "pass", "duration": "90.26", "log": "Capturing execution frames: scene_seg_interactive.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 4 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"26\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n Queuing workflow for execution...\n [ComfyUI] Node 26: SAM3InteractiveCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":3348.288109906738,\\\"y\\\":2452.2208696844737}],\\\"negative_points\\\":[],\\\"positive_boxes\\\":[],\\\"negative_boxes\\\":[],\\\"name\\\":\\\"Prompt 1\\\"},{\\\"positiv\n [ComfyUI] Generated prompt_id: ee016690-7ac0-4742-9f53-292e6a0ba67a\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] Health check: failed\n [ComfyUI] [ComfyUI-SAM3] Socket unhealthy, restarting worker...\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_446a6e27dc31']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_446a6e27dc31 (abstract, no filesystem path)\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=1ms shot=112ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=9 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (2.71s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26'\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=10 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n Frame 3 saved (frame_002.jpg, t=4.4s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=10\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.39GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.39GB\n [capture-loop] iter=50 t=5.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.46GB\n [capture-loop] iter=100 t=11.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.36GB\n [capture-loop] iter=150 t=16.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=200 t=21.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=250 t=27.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.36GB\n [capture-loop] iter=300 t=32.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.36GB\n [capture-loop] iter=350 t=38.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=1 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=400 t=43.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.37GB\n [capture-loop] iter=450 t=49.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=500 t=54.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=550 t=60.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 1 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007fdb1bba16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fdb1c677740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 144 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py\", line 687 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=600 t=65.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.1/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [capture-loop] iter=650 t=70.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [capture-loop] iter=700 t=76.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=10\n Frame 4 saved (frame_003.jpg, t=78.5s)\n [capture-periodic] freeze=1ms shot=114ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3InteractiveCollector done (76.30s): result: NodeOutput\n [ComfyUI] Prompt executed in 80.26 seconds\n Node executed (1 total), capturing...\n Frame 5 saved (frame_004.jpg, t=80.8s)\n [capture-node] freeze=113ms shot=474ms unfreeze=5ms saved=True\n Node executed (2 total), capturing...\n [capture-node] freeze=1ms shot=148ms unfreeze=0ms saved=False\n Execution complete (t=81.7s)\n Captured 5 unique frames over 81.86s\n [debug] iframes: 0\n [timing] trigger_3d_previews: 0.0s\n Saved high-quality screenshot: scene_seg_interactive_executed.png\n [timing] final_screenshot: 0.3s\n Captured 6 video frames", "hardware": {"os": "Linux-6.17.0-1010-azure-x86_64-with-glibc2.39", "cpu": "AMD EPYC 7763 64-Core Processor"}}}; const workflowNames = Object.keys(workflowData); - const videoData = {"image_seg_text": {"frames": [{"file": "frame_000.jpg", "time": 0.0, "log": "Capturing execution frames: image_seg_text.json"}, {"file": "frame_001.jpg", "time": 2.2, "log": "Capturing execution frames: image_seg_text.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 5 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"15\", 1]}\n Queuing workflow for execution...\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"15\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 15: SAM3Grounding\n [ComfyUI] Inputs: {\"confidence_threshold\": 0.2, \"text_prompt\": \"child\", \"max_detections\": -1, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0]}\n [ComfyUI] Generated prompt_id: 4b97a3e2-ee99-4df9-b40b-fbe9322c859c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=4 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=5 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.03GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.03GB"}, {"file": "frame_002.jpg", "time": 4.42, "log": "Capturing execution frames: image_seg_text.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 5 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"15\", 1]}\n Queuing workflow for execution...\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"15\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 15: SAM3Grounding\n [ComfyUI] Inputs: {\"confidence_threshold\": 0.2, \"text_prompt\": \"child\", \"max_detections\": -1, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0]}\n [ComfyUI] Generated prompt_id: 4b97a3e2-ee99-4df9-b40b-fbe9322c859c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=4 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=5 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.03GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.03GB\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=2ms shot=93ms unfreeze=4ms saved=True"}, {"file": "frame_003.jpg", "time": 98.16, "log": "Capturing execution frames: image_seg_text.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 5 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"15\", 1]}\n Queuing workflow for execution...\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"15\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 15: SAM3Grounding\n [ComfyUI] Inputs: {\"confidence_threshold\": 0.2, \"text_prompt\": \"child\", \"max_detections\": -1, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0]}\n [ComfyUI] Generated prompt_id: 4b97a3e2-ee99-4df9-b40b-fbe9322c859c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=4 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=5 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.03GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.03GB\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=2ms shot=93ms unfreeze=4ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.4s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 2 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 147 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 133 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=50 t=5.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=26% browser_rss=0.82GB\n [capture-loop] iter=100 t=11.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB\n [capture-loop] iter=150 t=16.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB\n [capture-loop] iter=200 t=22.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=250 t=27.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.73GB\n [capture-loop] iter=300 t=33.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.73GB\n [capture-loop] iter=350 t=38.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.72GB\n [capture-loop] iter=400 t=44.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.71GB\n [capture-loop] iter=450 t=49.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.72GB\n [capture-loop] iter=500 t=55.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=550 t=60.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 3 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 170 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 259 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 133 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=600 t=66.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.72GB\n [capture-loop] iter=650 t=71.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=700 t=77.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=750 t=82.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=800 t=88.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=850 t=94.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.1/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Grounding done (97.64s): result: NodeOutput"}, {"file": "frame_004.jpg", "time": 98.57, "log": "Capturing execution frames: image_seg_text.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 5 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"15\", 1]}\n Queuing workflow for execution...\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"15\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 15: SAM3Grounding\n [ComfyUI] Inputs: {\"confidence_threshold\": 0.2, \"text_prompt\": \"child\", \"max_detections\": -1, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0]}\n [ComfyUI] Generated prompt_id: 4b97a3e2-ee99-4df9-b40b-fbe9322c859c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=4 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=5 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.03GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.03GB\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=2ms shot=93ms unfreeze=4ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.4s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 2 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 147 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 133 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=50 t=5.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=26% browser_rss=0.82GB\n [capture-loop] iter=100 t=11.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB\n [capture-loop] iter=150 t=16.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB\n [capture-loop] iter=200 t=22.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=250 t=27.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.73GB\n [capture-loop] iter=300 t=33.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.73GB\n [capture-loop] iter=350 t=38.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.72GB\n [capture-loop] iter=400 t=44.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.71GB\n [capture-loop] iter=450 t=49.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.72GB\n [capture-loop] iter=500 t=55.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=550 t=60.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 3 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 170 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 259 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 133 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=600 t=66.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.72GB\n [capture-loop] iter=650 t=71.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=700 t=77.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=750 t=82.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=800 t=88.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=850 t=94.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.1/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Grounding done (97.64s): result: NodeOutput\n Node executed (1 total), capturing...\n [ComfyUI] Prompt executed in 97.91 seconds\n Frame 4 saved (frame_003.jpg, t=98.2s)\n [capture-node] freeze=3ms shot=113ms unfreeze=4ms saved=True"}, {"file": "frame_005.jpg", "time": 100.99379372596741, "log": "Final screenshot"}], "total_time": 98.72}, "scene_seg": {"frames": [{"file": "frame_000.jpg", "time": 0.0, "log": "Capturing execution frames: scene_seg.json"}, {"file": "frame_001.jpg", "time": 1.86, "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB"}, {"file": "frame_002.jpg", "time": 4.22, "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=12ms shot=201ms unfreeze=6ms saved=True"}, {"file": "frame_003.jpg", "time": 91.48, "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=12ms shot=201ms unfreeze=6ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=149ms unfreeze=6ms saved=True\n [capture-loop] iter=50 t=6.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=29% browser_rss=2.05GB\n [capture-loop] iter=100 t=12.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.04GB\n [capture-loop] iter=150 t=17.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.97GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 159 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=200 t=23.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.97GB\n [capture-loop] iter=250 t=29.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=300 t=34.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=350 t=40.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.3/15.6GB (34%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.89GB\n [capture-loop] iter=400 t=46.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=450 t=51.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=500 t=57.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=550 t=63.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=600 t=68.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=650 t=74.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 5 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 740 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=700 t=80.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [capture-loop] iter=800 t=91.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=10 ram=4.0/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB"}, {"file": "frame_004.jpg", "time": 93.8, "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=12ms shot=201ms unfreeze=6ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=149ms unfreeze=6ms saved=True\n [capture-loop] iter=50 t=6.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=29% browser_rss=2.05GB\n [capture-loop] iter=100 t=12.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.04GB\n [capture-loop] iter=150 t=17.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.97GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 159 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=200 t=23.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.97GB\n [capture-loop] iter=250 t=29.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=300 t=34.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=350 t=40.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.3/15.6GB (34%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.89GB\n [capture-loop] iter=400 t=46.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=450 t=51.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=500 t=57.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=550 t=63.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=600 t=68.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=650 t=74.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 5 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 740 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=700 t=80.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [capture-loop] iter=800 t=91.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=10 ram=4.0/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=91.5s)\n [capture-periodic] freeze=2ms shot=192ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8"}, {"file": "frame_005.jpg", "time": 102.92, "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=12ms shot=201ms unfreeze=6ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=149ms unfreeze=6ms saved=True\n [capture-loop] iter=50 t=6.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=29% browser_rss=2.05GB\n [capture-loop] iter=100 t=12.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.04GB\n [capture-loop] iter=150 t=17.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.97GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 159 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=200 t=23.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.97GB\n [capture-loop] iter=250 t=29.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=300 t=34.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=350 t=40.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.3/15.6GB (34%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.89GB\n [capture-loop] iter=400 t=46.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=450 t=51.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=500 t=57.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=550 t=63.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=600 t=68.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=650 t=74.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 5 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 740 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=700 t=80.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [capture-loop] iter=800 t=91.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=10 ram=4.0/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=91.5s)\n [capture-periodic] freeze=2ms shot=192ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=93.8s)\n [capture-periodic] freeze=3ms shot=162ms unfreeze=9ms saved=True\n [capture-loop] iter=850 t=97.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=6.3/15.6GB (41%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.12GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (99.69s): result: NodeOutput"}, {"file": "frame_006.jpg", "time": 105.91, "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=12ms shot=201ms unfreeze=6ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=149ms unfreeze=6ms saved=True\n [capture-loop] iter=50 t=6.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=29% browser_rss=2.05GB\n [capture-loop] iter=100 t=12.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.04GB\n [capture-loop] iter=150 t=17.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.97GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 159 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=200 t=23.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.97GB\n [capture-loop] iter=250 t=29.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=300 t=34.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=350 t=40.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.3/15.6GB (34%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.89GB\n [capture-loop] iter=400 t=46.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=450 t=51.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=500 t=57.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=550 t=63.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=600 t=68.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=650 t=74.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 5 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 740 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=700 t=80.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [capture-loop] iter=800 t=91.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=10 ram=4.0/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=91.5s)\n [capture-periodic] freeze=2ms shot=192ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=93.8s)\n [capture-periodic] freeze=3ms shot=162ms unfreeze=9ms saved=True\n [capture-loop] iter=850 t=97.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=6.3/15.6GB (41%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.12GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (99.69s): result: NodeOutput\n [capture-loop] iter=900 t=102.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.12GB\n Frame 6 saved (frame_005.jpg, t=102.9s)\n [capture-periodic] freeze=3ms shot=142ms unfreeze=10ms saved=True"}, {"file": "frame_007.jpg", "time": 109.0, "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=12ms shot=201ms unfreeze=6ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=149ms unfreeze=6ms saved=True\n [capture-loop] iter=50 t=6.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=29% browser_rss=2.05GB\n [capture-loop] iter=100 t=12.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.04GB\n [capture-loop] iter=150 t=17.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.97GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 159 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=200 t=23.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.97GB\n [capture-loop] iter=250 t=29.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=300 t=34.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=350 t=40.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.3/15.6GB (34%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.89GB\n [capture-loop] iter=400 t=46.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=450 t=51.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=500 t=57.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=550 t=63.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=600 t=68.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=650 t=74.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 5 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 740 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=700 t=80.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [capture-loop] iter=800 t=91.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=10 ram=4.0/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=91.5s)\n [capture-periodic] freeze=2ms shot=192ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=93.8s)\n [capture-periodic] freeze=3ms shot=162ms unfreeze=9ms saved=True\n [capture-loop] iter=850 t=97.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=6.3/15.6GB (41%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.12GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (99.69s): result: NodeOutput\n [capture-loop] iter=900 t=102.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.12GB\n Frame 6 saved (frame_005.jpg, t=102.9s)\n [capture-periodic] freeze=3ms shot=142ms unfreeze=10ms saved=True\n Node executed (2 total), capturing...\n Frame 7 saved (frame_006.jpg, t=105.9s)\n [capture-node] freeze=552ms shot=284ms unfreeze=31ms saved=True\n [ComfyUI] BatchToMultiband: Processed 1 images with 3 channels each -> 3 channels\n [ComfyUI] BatchToMultiband: Processed 7 masks -> 7 channels"}, {"file": "frame_008.jpg", "time": 111.46, "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=12ms shot=201ms unfreeze=6ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=149ms unfreeze=6ms saved=True\n [capture-loop] iter=50 t=6.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=29% browser_rss=2.05GB\n [capture-loop] iter=100 t=12.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.04GB\n [capture-loop] iter=150 t=17.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.97GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 159 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=200 t=23.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.97GB\n [capture-loop] iter=250 t=29.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=300 t=34.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=350 t=40.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.3/15.6GB (34%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.89GB\n [capture-loop] iter=400 t=46.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=450 t=51.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=500 t=57.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=550 t=63.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=600 t=68.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=650 t=74.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 5 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 740 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=700 t=80.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [capture-loop] iter=800 t=91.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=10 ram=4.0/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=91.5s)\n [capture-periodic] freeze=2ms shot=192ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=93.8s)\n [capture-periodic] freeze=3ms shot=162ms unfreeze=9ms saved=True\n [capture-loop] iter=850 t=97.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=6.3/15.6GB (41%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.12GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (99.69s): result: NodeOutput\n [capture-loop] iter=900 t=102.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.12GB\n Frame 6 saved (frame_005.jpg, t=102.9s)\n [capture-periodic] freeze=3ms shot=142ms unfreeze=10ms saved=True\n Node executed (2 total), capturing...\n Frame 7 saved (frame_006.jpg, t=105.9s)\n [capture-node] freeze=552ms shot=284ms unfreeze=31ms saved=True\n [ComfyUI] BatchToMultiband: Processed 1 images with 3 channels each -> 3 channels\n [ComfyUI] BatchToMultiband: Processed 7 masks -> 7 channels\n Node executed (3 total), capturing...\n [ComfyUI] BatchToMultiband: Output shape torch.Size([1, 10, 4480, 6720]), channels: ['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07']\n [ComfyUI] ResizeMultiband: 4480x6720 -> 600x900\n [ComfyUI] PreviewMultibandImage: Batch=1, Channels=10, Names=['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07']\n Frame 8 saved (frame_007.jpg, t=109.0s)\n [ComfyUI] SaveMultibandImage: Saved to output/multiband.npz\n [capture-node] freeze=154ms shot=1009ms unfreeze=6ms saved=True\n [ComfyUI] Prompt executed in 109.74 seconds\n [ComfyUI] Shape: (1, 10, 600, 900)\n [ComfyUI] Format: npz"}, {"file": "frame_009.jpg", "time": 114.03122138977051, "log": "Final screenshot"}], "total_time": 111.68}, "scene_seg_interactive": {"frames": [{"file": "frame_000.jpg", "time": 0.0, "log": "Capturing execution frames: scene_seg_interactive.json"}, {"file": "frame_001.jpg", "time": 2.25, "log": "Capturing execution frames: scene_seg_interactive.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 4 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"26\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 26: SAM3InteractiveCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":3348.288109906738,\\\"y\\\":2452.2208696844737}],\\\"negative_points\\\":[],\\\"positive_boxes\\\":[],\\\"negative_boxes\\\":[],\\\"name\\\":\\\"Prompt 1\\\"},{\\\"positiv\n [ComfyUI] Generated prompt_id: ffdbf462-d0ad-4ca6-b470-162045d8f652\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n Queuing workflow for execution...\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=9 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.02s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26'\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=10 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=10\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.26GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.26GB"}, {"file": "frame_002.jpg", "time": 4.48, "log": "Capturing execution frames: scene_seg_interactive.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 4 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"26\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 26: SAM3InteractiveCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":3348.288109906738,\\\"y\\\":2452.2208696844737}],\\\"negative_points\\\":[],\\\"positive_boxes\\\":[],\\\"negative_boxes\\\":[],\\\"name\\\":\\\"Prompt 1\\\"},{\\\"positiv\n [ComfyUI] Generated prompt_id: ffdbf462-d0ad-4ca6-b470-162045d8f652\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n Queuing workflow for execution...\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=9 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.02s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26'\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=10 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=10\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.26GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.26GB\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=2ms shot=96ms unfreeze=3ms saved=True"}, {"file": "frame_003.jpg", "time": 89.85, "log": "Capturing execution frames: scene_seg_interactive.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 4 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"26\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 26: SAM3InteractiveCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":3348.288109906738,\\\"y\\\":2452.2208696844737}],\\\"negative_points\\\":[],\\\"positive_boxes\\\":[],\\\"negative_boxes\\\":[],\\\"name\\\":\\\"Prompt 1\\\"},{\\\"positiv\n [ComfyUI] Generated prompt_id: ffdbf462-d0ad-4ca6-b470-162045d8f652\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n Queuing workflow for execution...\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=9 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.02s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26'\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=10 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=10\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.26GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.26GB\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=2ms shot=96ms unfreeze=3ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.5s)\n [capture-periodic] freeze=2ms shot=115ms unfreeze=3ms saved=True\n [capture-loop] iter=50 t=5.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.5/15.6GB (29%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.44GB\n [capture-loop] iter=100 t=11.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.34GB\n [capture-loop] iter=150 t=16.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 6 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 159 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py\", line 687 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=200 t=22.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=250 t=28.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=300 t=33.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=350 t=39.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=400 t=44.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=450 t=50.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=500 t=55.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=550 t=61.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=5.6/15.6GB (36%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=600 t=66.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=650 t=72.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=700 t=77.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 7 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 147 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py\", line 687 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=750 t=83.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=800 t=88.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=10"}, {"file": "frame_004.jpg", "time": 92.49, "log": "Capturing execution frames: scene_seg_interactive.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 4 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"26\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 26: SAM3InteractiveCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":3348.288109906738,\\\"y\\\":2452.2208696844737}],\\\"negative_points\\\":[],\\\"positive_boxes\\\":[],\\\"negative_boxes\\\":[],\\\"name\\\":\\\"Prompt 1\\\"},{\\\"positiv\n [ComfyUI] Generated prompt_id: ffdbf462-d0ad-4ca6-b470-162045d8f652\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n Queuing workflow for execution...\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=9 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.02s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26'\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=10 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=10\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.26GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.26GB\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=2ms shot=96ms unfreeze=3ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.5s)\n [capture-periodic] freeze=2ms shot=115ms unfreeze=3ms saved=True\n [capture-loop] iter=50 t=5.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.5/15.6GB (29%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.44GB\n [capture-loop] iter=100 t=11.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.34GB\n [capture-loop] iter=150 t=16.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 6 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 159 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py\", line 687 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=200 t=22.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=250 t=28.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=300 t=33.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=350 t=39.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=400 t=44.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=450 t=50.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=500 t=55.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=550 t=61.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=5.6/15.6GB (36%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=600 t=66.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=650 t=72.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=700 t=77.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 7 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 147 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py\", line 687 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=750 t=83.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=800 t=88.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=10\n Frame 4 saved (frame_003.jpg, t=89.8s)\n [capture-periodic] freeze=3ms shot=115ms unfreeze=5ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3InteractiveCollector done (90.62s): result: NodeOutput\n [ComfyUI] Prompt executed in 91.86 seconds"}, {"file": "frame_005.jpg", "time": 95.94491338729858, "log": "Final screenshot"}], "total_time": 93.6}, "image_seg_point": {"frames": [{"file": "frame_000.jpg", "time": 0.0, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version."}, {"file": "frame_001.jpg", "time": 2.32, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)"}, {"file": "frame_002.jpg", "time": 2.98, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace..."}, {"file": "frame_003.jpg", "time": 5.44, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=3.0s)\n [capture-node] freeze=2ms shot=120ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2"}, {"file": "frame_004.jpg", "time": 7.66, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=3.0s)\n [capture-node] freeze=2ms shot=120ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.4s)\n [capture-periodic] freeze=11ms shot=127ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=12 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.89GB\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2"}, {"file": "frame_005.jpg", "time": 10.14, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=3.0s)\n [capture-node] freeze=2ms shot=120ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.4s)\n [capture-periodic] freeze=11ms shot=127ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=12 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.89GB\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.7s)\n [capture-periodic] freeze=3ms shot=279ms unfreeze=17ms saved=True\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2"}, {"file": "frame_006.jpg", "time": 12.49, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=3.0s)\n [capture-node] freeze=2ms shot=120ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.4s)\n [capture-periodic] freeze=11ms shot=127ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=12 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.89GB\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.7s)\n [capture-periodic] freeze=3ms shot=279ms unfreeze=17ms saved=True\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 6 saved (frame_005.jpg, t=10.1s)\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70%\n [capture-periodic] freeze=9ms shot=134ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2"}, {"file": "frame_007.jpg", "time": 14.77, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=3.0s)\n [capture-node] freeze=2ms shot=120ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.4s)\n [capture-periodic] freeze=11ms shot=127ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=12 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.89GB\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.7s)\n [capture-periodic] freeze=3ms shot=279ms unfreeze=17ms saved=True\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 6 saved (frame_005.jpg, t=10.1s)\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70%\n [capture-periodic] freeze=9ms shot=134ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 90%\n Frame 7 saved (frame_006.jpg, t=12.5s)\n [capture-periodic] freeze=2ms shot=120ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 100%\n [capture-loop] iter=100 t=14.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=43% browser_rss=0.94GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloaded sam3.safetensors\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model downloaded successfully\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (11.45s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Segmentation: refinement_iterations: 0, use_multimask: True, output_best_mask: True, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu, positive_points: dict, negative_points: dict\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Segmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=3 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])"}, {"file": "frame_008.jpg", "time": 106.72, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=3.0s)\n [capture-node] freeze=2ms shot=120ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.4s)\n [capture-periodic] freeze=11ms shot=127ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=12 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.89GB\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.7s)\n [capture-periodic] freeze=3ms shot=279ms unfreeze=17ms saved=True\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 6 saved (frame_005.jpg, t=10.1s)\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70%\n [capture-periodic] freeze=9ms shot=134ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 90%\n Frame 7 saved (frame_006.jpg, t=12.5s)\n [capture-periodic] freeze=2ms shot=120ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 100%\n [capture-loop] iter=100 t=14.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=43% browser_rss=0.94GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloaded sam3.safetensors\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model downloaded successfully\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (11.45s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Segmentation: refinement_iterations: 0, use_multimask: True, output_best_mask: True, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu, positive_points: dict, negative_points: dict\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Segmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=3 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 8 saved (frame_007.jpg, t=14.8s)\n [capture-periodic] freeze=3ms shot=113ms unfreeze=5ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=3\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.32GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.32GB\n [capture-loop] iter=150 t=19.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=36% browser_rss=0.93GB\n [capture-loop] iter=200 t=25.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=250 t=30.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.84GB\n [capture-loop] iter=300 t=36.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=350 t=42.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=400 t=47.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=450 t=53.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=500 t=58.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=0.82GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 1 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 144 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 496 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=550 t=64.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=600 t=69.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=650 t=75.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB\n [capture-loop] iter=700 t=80.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=0.81GB\n [capture-loop] iter=750 t=86.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=800 t=92.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=850 t=97.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=900 t=103.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Segmentation done (92.28s): result: NodeOutput"}, {"file": "frame_009.jpg", "time": 107.15, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=3.0s)\n [capture-node] freeze=2ms shot=120ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.4s)\n [capture-periodic] freeze=11ms shot=127ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=12 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.89GB\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.7s)\n [capture-periodic] freeze=3ms shot=279ms unfreeze=17ms saved=True\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 6 saved (frame_005.jpg, t=10.1s)\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70%\n [capture-periodic] freeze=9ms shot=134ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 90%\n Frame 7 saved (frame_006.jpg, t=12.5s)\n [capture-periodic] freeze=2ms shot=120ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 100%\n [capture-loop] iter=100 t=14.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=43% browser_rss=0.94GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloaded sam3.safetensors\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model downloaded successfully\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (11.45s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Segmentation: refinement_iterations: 0, use_multimask: True, output_best_mask: True, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu, positive_points: dict, negative_points: dict\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Segmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=3 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 8 saved (frame_007.jpg, t=14.8s)\n [capture-periodic] freeze=3ms shot=113ms unfreeze=5ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=3\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.32GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.32GB\n [capture-loop] iter=150 t=19.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=36% browser_rss=0.93GB\n [capture-loop] iter=200 t=25.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=250 t=30.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.84GB\n [capture-loop] iter=300 t=36.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=350 t=42.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=400 t=47.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=450 t=53.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=500 t=58.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=0.82GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 1 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 144 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 496 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=550 t=64.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=600 t=69.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=650 t=75.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB\n [capture-loop] iter=700 t=80.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=0.81GB\n [capture-loop] iter=750 t=86.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=800 t=92.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=850 t=97.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=900 t=103.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Segmentation done (92.28s): result: NodeOutput\n Node executed (2 total), capturing...\n [ComfyUI] Prompt executed in 106.40 seconds\n Frame 9 saved (frame_008.jpg, t=106.7s)\n [capture-node] freeze=3ms shot=124ms unfreeze=3ms saved=True"}, {"file": "frame_010.jpg", "time": 109.5896987915039, "log": "Final screenshot"}], "total_time": 107.31}}; + const videoData = {"image_seg_text": {"frames": [{"file": "frame_000.jpg", "time": 0.0, "log": "Capturing execution frames: image_seg_text.json"}, {"file": "frame_001.jpg", "time": 2.28, "log": "Capturing execution frames: image_seg_text.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 5 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 3: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"15\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"15\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 15: SAM3Grounding\n [ComfyUI] Inputs: {\"confidence_threshold\": 0.2, \"text_prompt\": \"child\", \"max_detections\": -1, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0]}\n [ComfyUI] Generated prompt_id: e922aced-157b-49ab-92d7-2377fc236b55\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=4 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=5 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.01GB"}, {"file": "frame_002.jpg", "time": 4.49, "log": "Capturing execution frames: image_seg_text.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 5 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 3: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"15\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"15\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 15: SAM3Grounding\n [ComfyUI] Inputs: {\"confidence_threshold\": 0.2, \"text_prompt\": \"child\", \"max_detections\": -1, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0]}\n [ComfyUI] Generated prompt_id: e922aced-157b-49ab-92d7-2377fc236b55\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=4 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=5 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.01GB\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=1ms shot=94ms unfreeze=3ms saved=True"}, {"file": "frame_003.jpg", "time": 83.26, "log": "Capturing execution frames: image_seg_text.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 5 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 3: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"15\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"15\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 15: SAM3Grounding\n [ComfyUI] Inputs: {\"confidence_threshold\": 0.2, \"text_prompt\": \"child\", \"max_detections\": -1, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0]}\n [ComfyUI] Generated prompt_id: e922aced-157b-49ab-92d7-2377fc236b55\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=4 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=5 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.01GB\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=1ms shot=94ms unfreeze=3ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.5s)\n [capture-periodic] freeze=1ms shot=93ms unfreeze=3ms saved=True\n [capture-loop] iter=50 t=5.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=25% browser_rss=0.87GB\n [capture-loop] iter=100 t=10.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.0/15.6GB (19%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 2 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 170 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 133 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=150 t=16.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=200 t=21.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=250 t=27.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.76GB\n [capture-loop] iter=300 t=32.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.7/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=350 t=38.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=400 t=43.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [capture-loop] iter=450 t=49.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=500 t=54.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=550 t=59.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=600 t=65.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=650 t=70.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.9/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 3 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1151 in forward_pre\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1163 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1279 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1346 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3598 in _run_encoder\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3824 in forward_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1477 in _forward_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1393 in set_text_prompt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 138 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=700 t=76.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [capture-loop] iter=750 t=81.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Grounding done (82.72s): result: NodeOutput"}, {"file": "frame_004.jpg", "time": 83.66, "log": "Capturing execution frames: image_seg_text.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 5 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 3: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"15\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"15\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 15: SAM3Grounding\n [ComfyUI] Inputs: {\"confidence_threshold\": 0.2, \"text_prompt\": \"child\", \"max_detections\": -1, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0]}\n [ComfyUI] Generated prompt_id: e922aced-157b-49ab-92d7-2377fc236b55\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=4 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=5 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.01GB\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=1ms shot=94ms unfreeze=3ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.5s)\n [capture-periodic] freeze=1ms shot=93ms unfreeze=3ms saved=True\n [capture-loop] iter=50 t=5.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=25% browser_rss=0.87GB\n [capture-loop] iter=100 t=10.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.0/15.6GB (19%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 2 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 170 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 133 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=150 t=16.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=200 t=21.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=250 t=27.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.76GB\n [capture-loop] iter=300 t=32.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.7/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=350 t=38.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=400 t=43.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [capture-loop] iter=450 t=49.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=500 t=54.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=550 t=59.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=600 t=65.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=650 t=70.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.9/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 3 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1151 in forward_pre\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1163 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1279 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1346 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3598 in _run_encoder\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3824 in forward_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1477 in _forward_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1393 in set_text_prompt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 138 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=700 t=76.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [capture-loop] iter=750 t=81.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Grounding done (82.72s): result: NodeOutput\n Node executed (1 total), capturing...\n [ComfyUI] Prompt executed in 82.98 seconds\n Frame 4 saved (frame_003.jpg, t=83.3s)\n [capture-node] freeze=2ms shot=101ms unfreeze=2ms saved=True"}, {"file": "frame_005.jpg", "time": 86.06608867645264, "log": "Final screenshot"}], "total_time": 83.81}, "scene_seg": {"frames": [{"file": "frame_000.jpg", "time": 0.0, "log": "Capturing execution frames: scene_seg.json"}, {"file": "frame_001.jpg", "time": 1.92, "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB"}, {"file": "frame_002.jpg", "time": 4.19, "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True"}, {"file": "frame_003.jpg", "time": 75.36, "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=144ms unfreeze=8ms saved=True\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.0/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=27% browser_rss=2.05GB\n [capture-loop] iter=100 t=11.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.05GB\n [capture-loop] iter=150 t=17.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=2.01GB\n [capture-loop] iter=200 t=23.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.01GB\n [capture-loop] iter=250 t=28.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.94GB\n [capture-loop] iter=300 t=34.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.94GB\n [capture-loop] iter=350 t=39.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.88GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 714 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=400 t=45.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=450 t=50.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.8/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.88GB\n [capture-loop] iter=500 t=56.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=550 t=61.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=600 t=67.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.2/15.6GB (33%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=650 t=73.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.85GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8"}, {"file": "frame_004.jpg", "time": 77.65, "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=144ms unfreeze=8ms saved=True\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.0/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=27% browser_rss=2.05GB\n [capture-loop] iter=100 t=11.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.05GB\n [capture-loop] iter=150 t=17.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=2.01GB\n [capture-loop] iter=200 t=23.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.01GB\n [capture-loop] iter=250 t=28.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.94GB\n [capture-loop] iter=300 t=34.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.94GB\n [capture-loop] iter=350 t=39.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.88GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 714 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=400 t=45.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=450 t=50.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.8/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.88GB\n [capture-loop] iter=500 t=56.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=550 t=61.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=600 t=67.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.2/15.6GB (33%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=650 t=73.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.85GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=75.4s)\n [capture-periodic] freeze=1ms shot=152ms unfreeze=9ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8"}, {"file": "frame_005.jpg", "time": 86.59, "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=144ms unfreeze=8ms saved=True\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.0/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=27% browser_rss=2.05GB\n [capture-loop] iter=100 t=11.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.05GB\n [capture-loop] iter=150 t=17.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=2.01GB\n [capture-loop] iter=200 t=23.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.01GB\n [capture-loop] iter=250 t=28.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.94GB\n [capture-loop] iter=300 t=34.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.94GB\n [capture-loop] iter=350 t=39.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.88GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 714 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=400 t=45.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=450 t=50.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.8/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.88GB\n [capture-loop] iter=500 t=56.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=550 t=61.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=600 t=67.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.2/15.6GB (33%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=650 t=73.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.85GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=75.4s)\n [capture-periodic] freeze=1ms shot=152ms unfreeze=9ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=77.7s)\n [capture-periodic] freeze=1ms shot=149ms unfreeze=8ms saved=True\n [capture-loop] iter=700 t=78.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.7/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.11GB\n [capture-loop] iter=750 t=84.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.11GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (83.44s): result: NodeOutput"}, {"file": "frame_006.jpg", "time": 87.36, "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=144ms unfreeze=8ms saved=True\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.0/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=27% browser_rss=2.05GB\n [capture-loop] iter=100 t=11.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.05GB\n [capture-loop] iter=150 t=17.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=2.01GB\n [capture-loop] iter=200 t=23.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.01GB\n [capture-loop] iter=250 t=28.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.94GB\n [capture-loop] iter=300 t=34.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.94GB\n [capture-loop] iter=350 t=39.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.88GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 714 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=400 t=45.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=450 t=50.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.8/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.88GB\n [capture-loop] iter=500 t=56.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=550 t=61.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=600 t=67.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.2/15.6GB (33%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=650 t=73.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.85GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=75.4s)\n [capture-periodic] freeze=1ms shot=152ms unfreeze=9ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=77.7s)\n [capture-periodic] freeze=1ms shot=149ms unfreeze=8ms saved=True\n [capture-loop] iter=700 t=78.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.7/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.11GB\n [capture-loop] iter=750 t=84.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.11GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (83.44s): result: NodeOutput\n Frame 6 saved (frame_005.jpg, t=86.6s)\n [capture-periodic] freeze=1ms shot=133ms unfreeze=9ms saved=True"}, {"file": "frame_007.jpg", "time": 89.69, "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=144ms unfreeze=8ms saved=True\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.0/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=27% browser_rss=2.05GB\n [capture-loop] iter=100 t=11.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.05GB\n [capture-loop] iter=150 t=17.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=2.01GB\n [capture-loop] iter=200 t=23.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.01GB\n [capture-loop] iter=250 t=28.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.94GB\n [capture-loop] iter=300 t=34.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.94GB\n [capture-loop] iter=350 t=39.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.88GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 714 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=400 t=45.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=450 t=50.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.8/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.88GB\n [capture-loop] iter=500 t=56.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=550 t=61.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=600 t=67.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.2/15.6GB (33%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=650 t=73.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.85GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=75.4s)\n [capture-periodic] freeze=1ms shot=152ms unfreeze=9ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=77.7s)\n [capture-periodic] freeze=1ms shot=149ms unfreeze=8ms saved=True\n [capture-loop] iter=700 t=78.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.7/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.11GB\n [capture-loop] iter=750 t=84.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.11GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (83.44s): result: NodeOutput\n Frame 6 saved (frame_005.jpg, t=86.6s)\n [capture-periodic] freeze=1ms shot=133ms unfreeze=9ms saved=True\n Node executed (2 total), capturing...\n Frame 7 saved (frame_006.jpg, t=87.4s)\n [capture-node] freeze=43ms shot=216ms unfreeze=10ms saved=True"}, {"file": "frame_008.jpg", "time": 92.63, "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=144ms unfreeze=8ms saved=True\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.0/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=27% browser_rss=2.05GB\n [capture-loop] iter=100 t=11.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.05GB\n [capture-loop] iter=150 t=17.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=2.01GB\n [capture-loop] iter=200 t=23.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.01GB\n [capture-loop] iter=250 t=28.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.94GB\n [capture-loop] iter=300 t=34.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.94GB\n [capture-loop] iter=350 t=39.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.88GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 714 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=400 t=45.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=450 t=50.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.8/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.88GB\n [capture-loop] iter=500 t=56.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=550 t=61.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=600 t=67.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.2/15.6GB (33%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=650 t=73.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.85GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=75.4s)\n [capture-periodic] freeze=1ms shot=152ms unfreeze=9ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=77.7s)\n [capture-periodic] freeze=1ms shot=149ms unfreeze=8ms saved=True\n [capture-loop] iter=700 t=78.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.7/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.11GB\n [capture-loop] iter=750 t=84.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.11GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (83.44s): result: NodeOutput\n Frame 6 saved (frame_005.jpg, t=86.6s)\n [capture-periodic] freeze=1ms shot=133ms unfreeze=9ms saved=True\n Node executed (2 total), capturing...\n Frame 7 saved (frame_006.jpg, t=87.4s)\n [capture-node] freeze=43ms shot=216ms unfreeze=10ms saved=True\n Frame 8 saved (frame_007.jpg, t=89.7s)\n [capture-periodic] freeze=1ms shot=157ms unfreeze=8ms saved=True\n [capture-loop] iter=800 t=90.8s state={'complete': False, 'error': None, 'executedCount': 2, 'wsState': 1} eval_ms=2 ram=4.9/15.6GB (32%) swap=0.0/3.0GB (0%) cpu=37% browser_rss=2.55GB\n [ComfyUI] BatchToMultiband: Processed 1 images with 3 channels each -> 3 channels\n [ComfyUI] BatchToMultiband: Processed 7 masks -> 7 channels"}, {"file": "frame_009.jpg", "time": 94.03, "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=144ms unfreeze=8ms saved=True\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.0/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=27% browser_rss=2.05GB\n [capture-loop] iter=100 t=11.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.05GB\n [capture-loop] iter=150 t=17.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=2.01GB\n [capture-loop] iter=200 t=23.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.01GB\n [capture-loop] iter=250 t=28.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.94GB\n [capture-loop] iter=300 t=34.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.94GB\n [capture-loop] iter=350 t=39.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.88GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 714 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=400 t=45.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=450 t=50.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.8/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.88GB\n [capture-loop] iter=500 t=56.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=550 t=61.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=600 t=67.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.2/15.6GB (33%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=650 t=73.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.85GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=75.4s)\n [capture-periodic] freeze=1ms shot=152ms unfreeze=9ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=77.7s)\n [capture-periodic] freeze=1ms shot=149ms unfreeze=8ms saved=True\n [capture-loop] iter=700 t=78.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.7/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.11GB\n [capture-loop] iter=750 t=84.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.11GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (83.44s): result: NodeOutput\n Frame 6 saved (frame_005.jpg, t=86.6s)\n [capture-periodic] freeze=1ms shot=133ms unfreeze=9ms saved=True\n Node executed (2 total), capturing...\n Frame 7 saved (frame_006.jpg, t=87.4s)\n [capture-node] freeze=43ms shot=216ms unfreeze=10ms saved=True\n Frame 8 saved (frame_007.jpg, t=89.7s)\n [capture-periodic] freeze=1ms shot=157ms unfreeze=8ms saved=True\n [capture-loop] iter=800 t=90.8s state={'complete': False, 'error': None, 'executedCount': 2, 'wsState': 1} eval_ms=2 ram=4.9/15.6GB (32%) swap=0.0/3.0GB (0%) cpu=37% browser_rss=2.55GB\n [ComfyUI] BatchToMultiband: Processed 1 images with 3 channels each -> 3 channels\n [ComfyUI] BatchToMultiband: Processed 7 masks -> 7 channels\n Node executed (3 total), capturing...\n [ComfyUI] BatchToMultiband: Output shape torch.Size([1, 10, 4480, 6720]), channels: ['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07']\n [ComfyUI] ResizeMultiband: 4480x6720 -> 600x900\n [ComfyUI] SaveMultibandImage: Saved to output/multiband.npz\n [ComfyUI] Shape: (1, 10, 600, 900)\n [ComfyUI] Format: npz\n [ComfyUI] PreviewMultibandImage: Batch=1, Channels=10, Names=['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07']\n [ComfyUI] Prompt executed in 93.48 seconds\n Frame 9 saved (frame_008.jpg, t=92.6s)\n [capture-node] freeze=835ms shot=261ms unfreeze=7ms saved=True"}, {"file": "frame_010.jpg", "time": 97.30568051338196, "log": "Final screenshot"}], "total_time": 94.95}, "scene_seg_interactive": {"frames": [{"file": "frame_000.jpg", "time": 0.0, "log": "Capturing execution frames: scene_seg_interactive.json"}, {"file": "frame_001.jpg", "time": 2.19, "log": "Capturing execution frames: scene_seg_interactive.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 4 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"26\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n Queuing workflow for execution...\n [ComfyUI] Node 26: SAM3InteractiveCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":3348.288109906738,\\\"y\\\":2452.2208696844737}],\\\"negative_points\\\":[],\\\"positive_boxes\\\":[],\\\"negative_boxes\\\":[],\\\"name\\\":\\\"Prompt 1\\\"},{\\\"positiv\n [ComfyUI] Generated prompt_id: ee016690-7ac0-4742-9f53-292e6a0ba67a\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] Health check: failed\n [ComfyUI] [ComfyUI-SAM3] Socket unhealthy, restarting worker...\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_446a6e27dc31']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_446a6e27dc31 (abstract, no filesystem path)"}, {"file": "frame_002.jpg", "time": 4.42, "log": "Capturing execution frames: scene_seg_interactive.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 4 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"26\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n Queuing workflow for execution...\n [ComfyUI] Node 26: SAM3InteractiveCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":3348.288109906738,\\\"y\\\":2452.2208696844737}],\\\"negative_points\\\":[],\\\"positive_boxes\\\":[],\\\"negative_boxes\\\":[],\\\"name\\\":\\\"Prompt 1\\\"},{\\\"positiv\n [ComfyUI] Generated prompt_id: ee016690-7ac0-4742-9f53-292e6a0ba67a\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] Health check: failed\n [ComfyUI] [ComfyUI-SAM3] Socket unhealthy, restarting worker...\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_446a6e27dc31']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_446a6e27dc31 (abstract, no filesystem path)\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=1ms shot=112ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=9 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (2.71s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26'\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=10 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])"}, {"file": "frame_003.jpg", "time": 78.53, "log": "Capturing execution frames: scene_seg_interactive.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 4 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"26\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n Queuing workflow for execution...\n [ComfyUI] Node 26: SAM3InteractiveCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":3348.288109906738,\\\"y\\\":2452.2208696844737}],\\\"negative_points\\\":[],\\\"positive_boxes\\\":[],\\\"negative_boxes\\\":[],\\\"name\\\":\\\"Prompt 1\\\"},{\\\"positiv\n [ComfyUI] Generated prompt_id: ee016690-7ac0-4742-9f53-292e6a0ba67a\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] Health check: failed\n [ComfyUI] [ComfyUI-SAM3] Socket unhealthy, restarting worker...\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_446a6e27dc31']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_446a6e27dc31 (abstract, no filesystem path)\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=1ms shot=112ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=9 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (2.71s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26'\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=10 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n Frame 3 saved (frame_002.jpg, t=4.4s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=10\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.39GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.39GB\n [capture-loop] iter=50 t=5.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.46GB\n [capture-loop] iter=100 t=11.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.36GB\n [capture-loop] iter=150 t=16.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=200 t=21.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=250 t=27.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.36GB\n [capture-loop] iter=300 t=32.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.36GB\n [capture-loop] iter=350 t=38.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=1 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=400 t=43.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.37GB\n [capture-loop] iter=450 t=49.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=500 t=54.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=550 t=60.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 1 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007fdb1bba16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fdb1c677740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 144 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py\", line 687 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=600 t=65.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.1/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [capture-loop] iter=650 t=70.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [capture-loop] iter=700 t=76.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=10"}, {"file": "frame_004.jpg", "time": 80.81, "log": "Capturing execution frames: scene_seg_interactive.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 4 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"26\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n Queuing workflow for execution...\n [ComfyUI] Node 26: SAM3InteractiveCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":3348.288109906738,\\\"y\\\":2452.2208696844737}],\\\"negative_points\\\":[],\\\"positive_boxes\\\":[],\\\"negative_boxes\\\":[],\\\"name\\\":\\\"Prompt 1\\\"},{\\\"positiv\n [ComfyUI] Generated prompt_id: ee016690-7ac0-4742-9f53-292e6a0ba67a\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] Health check: failed\n [ComfyUI] [ComfyUI-SAM3] Socket unhealthy, restarting worker...\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_446a6e27dc31']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_446a6e27dc31 (abstract, no filesystem path)\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=1ms shot=112ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=9 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (2.71s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26'\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=10 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n Frame 3 saved (frame_002.jpg, t=4.4s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=10\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.39GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.39GB\n [capture-loop] iter=50 t=5.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.46GB\n [capture-loop] iter=100 t=11.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.36GB\n [capture-loop] iter=150 t=16.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=200 t=21.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=250 t=27.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.36GB\n [capture-loop] iter=300 t=32.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.36GB\n [capture-loop] iter=350 t=38.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=1 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=400 t=43.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.37GB\n [capture-loop] iter=450 t=49.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=500 t=54.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=550 t=60.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 1 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007fdb1bba16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fdb1c677740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 144 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py\", line 687 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=600 t=65.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.1/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [capture-loop] iter=650 t=70.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [capture-loop] iter=700 t=76.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=10\n Frame 4 saved (frame_003.jpg, t=78.5s)\n [capture-periodic] freeze=1ms shot=114ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3InteractiveCollector done (76.30s): result: NodeOutput\n [ComfyUI] Prompt executed in 80.26 seconds"}, {"file": "frame_005.jpg", "time": 84.17462849617004, "log": "Final screenshot"}], "total_time": 81.86}, "image_seg_point": {"frames": [{"file": "frame_000.jpg", "time": 0.0, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version."}, {"file": "frame_001.jpg", "time": 2.26, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)"}, {"file": "frame_002.jpg", "time": 2.77, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace..."}, {"file": "frame_003.jpg", "time": 4.98, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=2.8s)\n [capture-node] freeze=2ms shot=115ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2"}, {"file": "frame_004.jpg", "time": 7.31, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=2.8s)\n [capture-node] freeze=2ms shot=115ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.0s)\n [capture-periodic] freeze=1ms shot=207ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=26 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=28% browser_rss=0.90GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2"}, {"file": "frame_005.jpg", "time": 9.86, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=2.8s)\n [capture-node] freeze=2ms shot=115ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.0s)\n [capture-periodic] freeze=1ms shot=207ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=26 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=28% browser_rss=0.90GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.3s)\n [capture-periodic] freeze=1ms shot=272ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%"}, {"file": "frame_006.jpg", "time": 12.23, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=2.8s)\n [capture-node] freeze=2ms shot=115ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.0s)\n [capture-periodic] freeze=1ms shot=207ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=26 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=28% browser_rss=0.90GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.3s)\n [capture-periodic] freeze=1ms shot=272ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 6 saved (frame_005.jpg, t=9.9s)\n [capture-periodic] freeze=16ms shot=192ms unfreeze=7ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2"}, {"file": "frame_007.jpg", "time": 14.75, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=2.8s)\n [capture-node] freeze=2ms shot=115ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.0s)\n [capture-periodic] freeze=1ms shot=207ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=26 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=28% browser_rss=0.90GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.3s)\n [capture-periodic] freeze=1ms shot=272ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 6 saved (frame_005.jpg, t=9.9s)\n [capture-periodic] freeze=16ms shot=192ms unfreeze=7ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 7 saved (frame_006.jpg, t=12.2s)\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-periodic] freeze=9ms shot=176ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 90%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 100%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloaded sam3.safetensors\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model downloaded successfully\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (11.90s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Segmentation: refinement_iterations: 0, use_multimask: True, output_best_mask: True, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu, positive_points: dict, negative_points: dict\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Segmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=3 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [capture-loop] iter=100 t=14.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.2/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=42% browser_rss=0.95GB"}, {"file": "frame_008.jpg", "time": 96.3, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=2.8s)\n [capture-node] freeze=2ms shot=115ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.0s)\n [capture-periodic] freeze=1ms shot=207ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=26 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=28% browser_rss=0.90GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.3s)\n [capture-periodic] freeze=1ms shot=272ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 6 saved (frame_005.jpg, t=9.9s)\n [capture-periodic] freeze=16ms shot=192ms unfreeze=7ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 7 saved (frame_006.jpg, t=12.2s)\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-periodic] freeze=9ms shot=176ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 90%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 100%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloaded sam3.safetensors\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model downloaded successfully\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (11.90s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Segmentation: refinement_iterations: 0, use_multimask: True, output_best_mask: True, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu, positive_points: dict, negative_points: dict\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Segmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=3 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [capture-loop] iter=100 t=14.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.2/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=42% browser_rss=0.95GB\n Frame 8 saved (frame_007.jpg, t=14.8s)\n [capture-periodic] freeze=4ms shot=132ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=3\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.29GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.29GB\n [capture-loop] iter=150 t=20.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=0.94GB\n [capture-loop] iter=200 t=25.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=250 t=31.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=300 t=36.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=350 t=42.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=400 t=47.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.86GB\n [capture-loop] iter=450 t=53.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.1/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.86GB\n [capture-loop] iter=500 t=58.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 1 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 740 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 496 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=550 t=64.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.9/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=600 t=69.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=650 t=74.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=700 t=80.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=800 t=91.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Segmentation done (81.58s): result: NodeOutput"}, {"file": "frame_009.jpg", "time": 96.71, "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=2.8s)\n [capture-node] freeze=2ms shot=115ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.0s)\n [capture-periodic] freeze=1ms shot=207ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=26 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=28% browser_rss=0.90GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.3s)\n [capture-periodic] freeze=1ms shot=272ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 6 saved (frame_005.jpg, t=9.9s)\n [capture-periodic] freeze=16ms shot=192ms unfreeze=7ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 7 saved (frame_006.jpg, t=12.2s)\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-periodic] freeze=9ms shot=176ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 90%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 100%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloaded sam3.safetensors\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model downloaded successfully\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (11.90s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Segmentation: refinement_iterations: 0, use_multimask: True, output_best_mask: True, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu, positive_points: dict, negative_points: dict\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Segmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=3 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [capture-loop] iter=100 t=14.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.2/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=42% browser_rss=0.95GB\n Frame 8 saved (frame_007.jpg, t=14.8s)\n [capture-periodic] freeze=4ms shot=132ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=3\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.29GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.29GB\n [capture-loop] iter=150 t=20.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=0.94GB\n [capture-loop] iter=200 t=25.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=250 t=31.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=300 t=36.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=350 t=42.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=400 t=47.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.86GB\n [capture-loop] iter=450 t=53.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.1/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.86GB\n [capture-loop] iter=500 t=58.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 1 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 740 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 496 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=550 t=64.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.9/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=600 t=69.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=650 t=74.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=700 t=80.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=800 t=91.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Segmentation done (81.58s): result: NodeOutput\n Node executed (2 total), capturing...\n [ComfyUI] Prompt executed in 95.99 seconds\n Frame 9 saved (frame_008.jpg, t=96.3s)\n [capture-node] freeze=2ms shot=111ms unfreeze=2ms saved=True"}, {"file": "frame_010.jpg", "time": 99.1656391620636, "log": "Final screenshot"}], "total_time": 96.87}}; const inIframe = window !== window.top; let currentWorkflow = null; diff --git a/dev/linux-cpu/logs/image_seg_point.log b/dev/linux-cpu/logs/image_seg_point.log index 4679898..d670884 100644 --- a/dev/linux-cpu/logs/image_seg_point.log +++ b/dev/linux-cpu/logs/image_seg_point.log @@ -7,10 +7,10 @@ Capturing execution frames: image_seg_point.json [ComfyUI] Prompt has 6 nodes [ComfyUI] Node 1: LoadImage [ComfyUI] Inputs: {"image": "example_image.jpg"} - Queuing workflow for execution... [ComfyUI] Node 15: SAM3PointCollector [ComfyUI] Inputs: {"points_store": "{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":417.13743597288953,\"y\":407.3413796907987},{\"x\":431.76130993078743,\"y\":549.9241563039649}],\"negative\" [ComfyUI] Node 28: PreviewImage + Queuing workflow for execution... [ComfyUI] Inputs: {"images": ["31", 2]} [ComfyUI] Node 29: MaskPreview [ComfyUI] Inputs: {"mask": ["31", 0]} @@ -18,21 +18,21 @@ Capturing execution frames: image_seg_point.json [ComfyUI] Inputs: {"precision": "auto", "compile": false} [ComfyUI] Node 31: SAM3Segmentation [ComfyUI] Inputs: {"refinement_iterations": 0, "use_multimask": true, "output_best_mask": true, "sam3_model_config": ["30", 0], "image": ["1", 0], "positive_points": ["15", 0], "negative_points": ["15", 1]} - [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd + [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5 [ComfyUI] Calling execution.validate_prompt()... [ComfyUI] Validation result: valid=True [ComfyUI] === Validation PASSED === [ComfyUI] got prompt + [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{"positive":[{"x":426.27735719657574,"y":321.42611685978..., coordinates: '[{"x":426.27735719657574,"y":321.42611685978835},{"x":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu - [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python + [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'} [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... - [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'} - [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python - [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3'] - [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python - [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']... - [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path) + [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python + [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3'] + [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python + [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']... + [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path) [ComfyUI] [SubprocessWorker] worker started/confirmed [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3]) [ComfyUI] [SubprocessWorker] serializing kwargs to shm... @@ -43,9 +43,9 @@ Capturing execution frames: image_seg_point.json [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3]) Frame 2 saved (frame_001.jpg, t=2.3s) - [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True + [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True [ComfyUI] [SubprocessWorker] got response: ok - [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput + [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... @@ -56,11 +56,11 @@ Capturing execution frames: image_seg_point.json [ComfyUI] [SubprocessWorker] created 0 shm blocks [ComfyUI] [SubprocessWorker] sending request via socket... [ComfyUI] [SubprocessWorker] call_id=2 sending call_method - [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace... + [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace... Node executed (1 total), capturing... [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors... - Frame 3 saved (frame_002.jpg, t=3.0s) - [capture-node] freeze=2ms shot=120ms unfreeze=4ms saved=True + Frame 3 saved (frame_002.jpg, t=2.8s) + [capture-node] freeze=2ms shot=115ms unfreeze=4ms saved=True [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 @@ -75,16 +75,18 @@ Capturing execution frames: image_seg_point.json [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 + [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20% [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 + Frame 4 saved (frame_003.jpg, t=5.0s) + [capture-periodic] freeze=1ms shot=207ms unfreeze=4ms saved=True [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 - Frame 4 saved (frame_003.jpg, t=5.4s) - [capture-periodic] freeze=11ms shot=127ms unfreeze=3ms saved=True + [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=26 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=28% browser_rss=0.90GB [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30% [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 @@ -94,9 +96,10 @@ Capturing execution frames: image_seg_point.json [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 - [capture-loop] iter=50 t=6.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=12 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.89GB [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40% [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 + Frame 5 saved (frame_004.jpg, t=7.3s) + [capture-periodic] freeze=1ms shot=272ms unfreeze=2ms saved=True [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 @@ -104,8 +107,6 @@ Capturing execution frames: image_seg_point.json [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 - Frame 5 saved (frame_004.jpg, t=7.7s) - [capture-periodic] freeze=3ms shot=279ms unfreeze=17ms saved=True [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50% [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 @@ -115,18 +116,18 @@ Capturing execution frames: image_seg_point.json [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 - [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60% [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 + Frame 6 saved (frame_005.jpg, t=9.9s) + [capture-periodic] freeze=16ms shot=192ms unfreeze=7ms saved=True [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 - Frame 6 saved (frame_005.jpg, t=10.1s) [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70% - [capture-periodic] freeze=9ms shot=134ms unfreeze=3ms saved=True + [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 @@ -137,6 +138,10 @@ Capturing execution frames: image_seg_point.json [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80% [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 + Frame 7 saved (frame_006.jpg, t=12.2s) + [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 + [capture-periodic] freeze=9ms shot=176ms unfreeze=2ms saved=True + [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 @@ -144,9 +149,6 @@ Capturing execution frames: image_seg_point.json [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 90% - Frame 7 saved (frame_006.jpg, t=12.5s) - [capture-periodic] freeze=2ms shot=120ms unfreeze=3ms saved=True - [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 @@ -156,12 +158,11 @@ Capturing execution frames: image_seg_point.json [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 100% - [capture-loop] iter=100 t=14.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=43% browser_rss=0.94GB [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloaded sam3.safetensors [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model downloaded successfully [ComfyUI] [SubprocessWorker] got response: ok - [ComfyUI] [comfy-env] LoadSAM3Model done (11.45s): result: NodeOutput + [ComfyUI] [comfy-env] LoadSAM3Model done (11.90s): result: NodeOutput [ComfyUI] [comfy-env] Running SAM3Segmentation: refinement_iterations: 0, use_multimask: True, output_best_mask: True, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu, positive_points: dict, negative_points: dict [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Segmentation.EXECUTE_NORMALIZED [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... @@ -176,72 +177,71 @@ Capturing execution frames: image_seg_point.json [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size'] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3]) + [capture-loop] iter=100 t=14.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.2/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=42% browser_rss=0.95GB Frame 8 saved (frame_007.jpg, t=14.8s) - [capture-periodic] freeze=3ms shot=113ms unfreeze=5ms saved=True + [capture-periodic] freeze=4ms shot=132ms unfreeze=2ms saved=True [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=3 - [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.32GB - [ComfyUI] [comfy-env] VRAM after eviction: 14.32GB - [capture-loop] iter=150 t=19.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=36% browser_rss=0.93GB - [capture-loop] iter=200 t=25.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB - [capture-loop] iter=250 t=30.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.84GB - [capture-loop] iter=300 t=36.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB - [capture-loop] iter=350 t=42.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB - [capture-loop] iter=400 t=47.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB - [capture-loop] iter=450 t=53.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB - [capture-loop] iter=500 t=58.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=0.82GB + [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.29GB + [ComfyUI] [comfy-env] VRAM after eviction: 14.29GB + [capture-loop] iter=150 t=20.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=0.94GB + [capture-loop] iter=200 t=25.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB + [capture-loop] iter=250 t=31.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB + [capture-loop] iter=300 t=36.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB + [capture-loop] iter=350 t=42.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB + [capture-loop] iter=400 t=47.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.86GB + [capture-loop] iter=450 t=53.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.1/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.86GB + [capture-loop] iter=500 t=58.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB [ComfyUI] [worker:ComfyUI-SAM3] [ComfyUI] === WATCHDOG TICK 1 === - [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007fbcba3a16c0 (most recent call first): - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 52 in _watchdog - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap + [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007f6f9b6ad6c0 (most recent call first): + [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 52 in _watchdog + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap [ComfyUI] - [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first): - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py", line 475 in forward_comfy_cast_weights - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py", line 482 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 144 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 823 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 496 in execute - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1762 in main - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1807 in + [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first): + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py", line 475 in forward_comfy_cast_weights + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py", line 482 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 740 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 819 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 496 in execute + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED + [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1762 in main + [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1807 in [ComfyUI] [ComfyUI] [worker:ComfyUI-SAM3] === END === [ComfyUI] - [capture-loop] iter=550 t=64.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB - [capture-loop] iter=600 t=69.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB - [capture-loop] iter=650 t=75.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB - [capture-loop] iter=700 t=80.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=0.81GB - [capture-loop] iter=750 t=86.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB - [capture-loop] iter=800 t=92.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB - [capture-loop] iter=850 t=97.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB - [capture-loop] iter=900 t=103.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB + [capture-loop] iter=550 t=64.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.9/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB + [capture-loop] iter=600 t=69.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB + [capture-loop] iter=650 t=74.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB + [capture-loop] iter=700 t=80.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB + [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB + [capture-loop] iter=800 t=91.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB [ComfyUI] [SubprocessWorker] got response: ok - [ComfyUI] [comfy-env] SAM3Segmentation done (92.28s): result: NodeOutput + [ComfyUI] [comfy-env] SAM3Segmentation done (81.58s): result: NodeOutput Node executed (2 total), capturing... - [ComfyUI] Prompt executed in 106.40 seconds - Frame 9 saved (frame_008.jpg, t=106.7s) - [capture-node] freeze=3ms shot=124ms unfreeze=3ms saved=True + [ComfyUI] Prompt executed in 95.99 seconds + Frame 9 saved (frame_008.jpg, t=96.3s) + [capture-node] freeze=2ms shot=111ms unfreeze=2ms saved=True Node executed (3 total), capturing... - Frame 10 saved (frame_009.jpg, t=107.2s) - [capture-node] freeze=2ms shot=118ms unfreeze=0ms saved=True - Execution complete (t=107.1s) - Captured 10 unique frames over 107.31s + Frame 10 saved (frame_009.jpg, t=96.7s) + [capture-node] freeze=1ms shot=118ms unfreeze=0ms saved=True + Execution complete (t=96.7s) + Captured 10 unique frames over 96.87s [debug] iframes: 0 [timing] trigger_3d_previews: 0.0s Saved high-quality screenshot: image_seg_point_executed.png diff --git a/dev/linux-cpu/logs/image_seg_point_console.log b/dev/linux-cpu/logs/image_seg_point_console.log index bf50d57..c9442d3 100644 --- a/dev/linux-cpu/logs/image_seg_point_console.log +++ b/dev/linux-cpu/logs/image_seg_point_console.log @@ -7,10 +7,10 @@ [Console-error] Failed to load resource: the server responded with a status of 404 (Not Found) [Console-error] Failed to load resource: the server responded with a status of 404 (Not Found) [Console-error] Failed to load resource: the server responded with a status of 404 (Not Found) -[Console-warning] [ComfyUI Notice] "scripts/widgets.js" is an internal module, not part of the public API. Future updates may break this import. -[Console-log] [SAM3] ===== BBOX COLLECTOR VERSION 1 ===== -[Console-log] [SAM3] ===== VERSION 8 - SERIALIZATION ENABLED ===== [Console-log] [SAM3] ===== MULTI-REGION COLLECTOR VERSION 1 ===== +[Console-warning] [ComfyUI Notice] "scripts/widgets.js" is an internal module, not part of the public API. Future updates may break this import. +[Console-log] [SAM3] ===== VERSION 8 - SERIALIZATION ENABLED ===== +[Console-log] [SAM3] ===== BBOX COLLECTOR VERSION 1 ===== [Console-warning] [ComfyUI Notice] "extensions/core/widgetInputs.js" is an internal module, not part of the public API. Future updates may break this import. [Console-warning] [ComfyUI Notice] "scripts/utils.js" is an internal module, not part of the public API. Future updates may break this import. [Console-warning] [MaskEditor] ComfyApp.open_maskeditor is deprecated. Plugins should migrate to using the command system or direct node context menu integration. diff --git a/dev/linux-cpu/logs/image_seg_point_resources.csv b/dev/linux-cpu/logs/image_seg_point_resources.csv index 2cf53b7..2155738 100644 --- a/dev/linux-cpu/logs/image_seg_point_resources.csv +++ b/dev/linux-cpu/logs/image_seg_point_resources.csv @@ -1,118 +1,107 @@ # total_ram_gb=15.6 t,ram_gb,vram_gb -0.0,0.87, +0.0,0.88, 1.0,0.87, -2.0,0.87, -3.0,0.87, -4.0,0.87, -5.0,0.87, -6.0,0.87, +2.0,0.88, +3.0,0.88, +4.0,0.88, +5.0,0.88, +6.0,0.88, 7.0,1.18, -8.0,1.24, -9.0,1.33, -10.1,1.33, -11.1,1.31, -12.1,1.31, -13.1,1.31, -14.1,1.31, -15.1,1.31, -16.1,1.31, -17.1,1.31, -18.1,1.31, -19.1,1.31, -20.1,1.31, +8.0,1.25, +9.1,1.34, +10.1,1.34, +11.1,1.34, +12.1,1.34, +13.1,1.33, +14.1,1.32, +15.1,1.32, +16.1,1.32, +17.1,1.32, +18.1,1.32, +19.1,1.32, +20.1,1.32, 21.1,1.34, -22.1,1.4, -23.1,1.48, -24.1,1.95, -25.1,1.77, -26.2,1.77, +22.2,1.4, +23.2,1.48, +24.2,1.8, +25.2,1.74, +26.2,1.78, 27.2,1.85, -28.2,1.79, +28.2,1.8, 29.2,1.85, -30.2,1.88, +30.2,1.83, 31.2,1.9, -32.2,1.94, -33.2,2.15, +32.2,1.86, +33.2,2.0, 34.2,2.01, -35.2,1.93, -36.2,2.0, -37.2,1.98, -38.2,2.09, -39.2,2.11, -40.2,2.68, -41.2,3.83, -42.2,3.32, -43.2,2.1, -44.2,2.12, -45.2,2.26, -46.3,2.18, -47.3,2.13, -48.3,2.21, -49.3,2.19, -50.3,2.3, -51.3,2.32, -52.3,2.32, -53.3,2.35, -54.3,2.4, -55.3,2.4, -56.3,2.34, -57.3,2.41, -58.3,2.45, -59.3,2.51, -60.3,2.52, -61.3,2.92, -62.3,4.3, -63.3,3.64, -64.3,2.41, -65.3,2.45, -66.4,2.49, -67.4,2.52, -68.4,2.83, -69.4,2.57, -70.4,2.51, -71.4,2.63, -72.4,2.56, -73.4,2.64, -74.4,2.68, -75.4,2.68, -76.4,2.75, -77.4,3.09, -78.4,2.78, -79.4,2.72, -80.4,2.83, -81.4,2.75, -82.4,3.82, -83.4,4.04, -84.4,3.34, -85.4,2.81, -86.4,2.84, -87.4,2.9, -88.4,2.91, -89.4,2.93, -90.4,2.97, -91.5,2.97, -92.5,3.04, -93.5,3.14, -94.5,3.03, -95.5,3.01, -96.5,3.12, -97.5,3.06, -98.5,3.13, -99.5,3.17, -100.5,3.18, -101.5,3.24, -102.5,3.34, -103.5,5.14, -104.5,4.45, -105.5,3.22, -106.5,3.26, -107.5,3.29, -108.5,3.32, -109.5,3.47, -110.5,3.53, -111.5,3.55, -112.5,3.36, -113.5,3.36, -114.6,3.36, -115.6,3.36, +35.2,2.01, +36.2,2.05, +37.2,2.05, +38.2,2.12, +39.2,2.61, +40.2,3.88, +41.2,3.32, +42.2,2.11, +43.2,2.13, +44.3,2.17, +45.3,2.2, +46.3,2.43, +47.3,2.25, +48.3,2.61, +49.3,2.32, +50.3,2.58, +51.3,2.36, +52.3,2.51, +53.3,2.46, +54.3,2.46, +55.3,2.42, +56.3,2.4, +57.3,2.43, +58.3,2.61, +59.3,4.19, +60.3,3.62, +61.3,2.39, +62.4,2.42, +63.4,2.48, +64.4,2.44, +65.4,2.55, +66.4,2.79, +67.4,2.62, +68.4,2.62, +69.4,2.65, +70.4,2.71, +71.4,2.72, +72.4,2.72, +73.4,2.7, +74.4,2.81, +75.4,2.73, +76.4,4.3, +77.4,4.03, +78.4,2.8, +79.4,2.84, +80.4,2.89, +81.4,2.85, +82.5,2.93, +83.5,2.9, +84.5,3.02, +85.5,2.95, +86.5,3.03, +87.5,3.22, +88.5,3.14, +89.5,3.35, +90.5,3.17, +91.5,3.17, +92.5,3.24, +93.5,4.22, +94.5,5.59, +95.5,3.71, +96.5,3.25, +97.5,3.35, +98.5,3.35, +99.6,3.46, +100.6,3.53, +101.6,3.57, +102.6,3.4, +103.6,3.4, +104.6,3.4, diff --git a/dev/linux-cpu/logs/image_seg_text.log b/dev/linux-cpu/logs/image_seg_text.log index 0a27276..15ef5be 100644 --- a/dev/linux-cpu/logs/image_seg_text.log +++ b/dev/linux-cpu/logs/image_seg_text.log @@ -7,15 +7,15 @@ Capturing execution frames: image_seg_text.json [ComfyUI] Node 1: LoadImage [ComfyUI] Inputs: {"image": "example_image.jpg"} [ComfyUI] Node 3: PreviewImage - [ComfyUI] Inputs: {"images": ["15", 1]} Queuing workflow for execution... + [ComfyUI] Inputs: {"images": ["15", 1]} [ComfyUI] Node 4: MaskPreview [ComfyUI] Inputs: {"mask": ["15", 0]} [ComfyUI] Node 12: LoadSAM3Model [ComfyUI] Inputs: {"precision": "fp32", "compile": false} [ComfyUI] Node 15: SAM3Grounding [ComfyUI] Inputs: {"confidence_threshold": 0.2, "text_prompt": "child", "max_detections": -1, "sam3_model_config": ["12", 0], "image": ["1", 0]} - [ComfyUI] Generated prompt_id: 4b97a3e2-ee99-4df9-b40b-fbe9322c859c + [ComfyUI] Generated prompt_id: e922aced-157b-49ab-92d7-2377fc236b55 [ComfyUI] Calling execution.validate_prompt()... [ComfyUI] Validation result: valid=True [ComfyUI] === Validation PASSED === @@ -47,129 +47,128 @@ Capturing execution frames: image_seg_text.json [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3]) [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5 - [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.03GB - [ComfyUI] [comfy-env] VRAM after eviction: 14.03GB - Frame 2 saved (frame_001.jpg, t=2.2s) - [capture-periodic] freeze=2ms shot=93ms unfreeze=4ms saved=True - Frame 3 saved (frame_002.jpg, t=4.4s) - [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True + [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.01GB + [ComfyUI] [comfy-env] VRAM after eviction: 14.01GB + Frame 2 saved (frame_001.jpg, t=2.3s) + [capture-periodic] freeze=1ms shot=94ms unfreeze=3ms saved=True + Frame 3 saved (frame_002.jpg, t=4.5s) + [capture-periodic] freeze=1ms shot=93ms unfreeze=3ms saved=True + [capture-loop] iter=50 t=5.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=25% browser_rss=0.87GB + [capture-loop] iter=100 t=10.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.0/15.6GB (19%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB [ComfyUI] [worker:ComfyUI-SAM3] [ComfyUI] === WATCHDOG TICK 2 === - [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first): - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py", line 293 in accept - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 609 in accept - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 463 in accept - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py", line 138 in _serve - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap + [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first): + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py", line 293 in accept + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 609 in accept + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 463 in accept + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py", line 138 in _serve + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap [ComfyUI] - [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first): - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 52 in _watchdog - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap + [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first): + [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 52 in _watchdog + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap [ComfyUI] - [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first): - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py", line 475 in forward_comfy_cast_weights - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py", line 482 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 147 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 823 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 133 in _segment_grounding - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 111 in execute - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1762 in main - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1807 in + [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first): + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 170 in _get_attention_scores_no_kv_chunking + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 269 in + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 268 in efficient_dot_product_attention + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/attention.py", line 275 in attention_sub_quad + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/attention.py", line 139 in wrapper + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py", line 120 in sam3_attention + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 729 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 819 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 133 in _segment_grounding + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 111 in execute + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED + [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1762 in main + [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1807 in [ComfyUI] [ComfyUI] [worker:ComfyUI-SAM3] === END === [ComfyUI] - [capture-loop] iter=50 t=5.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=26% browser_rss=0.82GB - [capture-loop] iter=100 t=11.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB - [capture-loop] iter=150 t=16.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB - [capture-loop] iter=200 t=22.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB - [capture-loop] iter=250 t=27.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.73GB - [capture-loop] iter=300 t=33.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.73GB - [capture-loop] iter=350 t=38.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.72GB - [capture-loop] iter=400 t=44.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.71GB - [capture-loop] iter=450 t=49.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.72GB - [capture-loop] iter=500 t=55.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB - [capture-loop] iter=550 t=60.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB + [capture-loop] iter=150 t=16.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB + [capture-loop] iter=200 t=21.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB + [capture-loop] iter=250 t=27.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.76GB + [capture-loop] iter=300 t=32.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.7/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB + [capture-loop] iter=350 t=38.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB + [capture-loop] iter=400 t=43.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB + [capture-loop] iter=450 t=49.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB + [capture-loop] iter=500 t=54.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB + [capture-loop] iter=550 t=59.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB + [capture-loop] iter=600 t=65.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB + [capture-loop] iter=650 t=70.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.9/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB [ComfyUI] [worker:ComfyUI-SAM3] [ComfyUI] === WATCHDOG TICK 3 === - [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first): - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py", line 293 in accept - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 609 in accept - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 463 in accept - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py", line 138 in _serve - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap + [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first): + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py", line 293 in accept + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 609 in accept + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 463 in accept + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py", line 138 in _serve + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap [ComfyUI] - [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first): - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 52 in _watchdog - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap + [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first): + [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 52 in _watchdog + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap [ComfyUI] - [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first): - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 170 in _get_attention_scores_no_kv_chunking - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 259 in efficient_dot_product_attention - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py", line 275 in attention_sub_quad - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py", line 139 in wrapper - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py", line 120 in sam3_attention - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 729 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 819 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 133 in _segment_grounding - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 111 in execute - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1762 in main - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1807 in + [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first): + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py", line 475 in forward_comfy_cast_weights + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py", line 482 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 1151 in forward_pre + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 1163 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 1279 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 1346 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3598 in _run_encoder + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3824 in forward_grounding + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1477 in _forward_grounding + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1393 in set_text_prompt + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 138 in _segment_grounding + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 111 in execute + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED + [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1762 in main + [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1807 in [ComfyUI] [ComfyUI] [worker:ComfyUI-SAM3] === END === [ComfyUI] - [capture-loop] iter=600 t=66.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.72GB - [capture-loop] iter=650 t=71.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB - [capture-loop] iter=700 t=77.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB - [capture-loop] iter=750 t=82.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB - [capture-loop] iter=800 t=88.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB - [capture-loop] iter=850 t=94.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.1/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB + [capture-loop] iter=700 t=76.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB + [capture-loop] iter=750 t=81.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB [ComfyUI] [SubprocessWorker] got response: ok - [ComfyUI] [comfy-env] SAM3Grounding done (97.64s): result: NodeOutput + [ComfyUI] [comfy-env] SAM3Grounding done (82.72s): result: NodeOutput Node executed (1 total), capturing... - [ComfyUI] Prompt executed in 97.91 seconds - Frame 4 saved (frame_003.jpg, t=98.2s) - [capture-node] freeze=3ms shot=113ms unfreeze=4ms saved=True + [ComfyUI] Prompt executed in 82.98 seconds + Frame 4 saved (frame_003.jpg, t=83.3s) + [capture-node] freeze=2ms shot=101ms unfreeze=2ms saved=True Node executed (2 total), capturing... - Frame 5 saved (frame_004.jpg, t=98.6s) - [capture-node] freeze=2ms shot=108ms unfreeze=0ms saved=True - Execution complete (t=98.6s) - Captured 5 unique frames over 98.72s + Frame 5 saved (frame_004.jpg, t=83.7s) + [capture-node] freeze=1ms shot=110ms unfreeze=0ms saved=True + Execution complete (t=83.7s) + Captured 5 unique frames over 83.81s [debug] iframes: 0 [timing] trigger_3d_previews: 0.0s Saved high-quality screenshot: image_seg_text_executed.png diff --git a/dev/linux-cpu/logs/image_seg_text_console.log b/dev/linux-cpu/logs/image_seg_text_console.log index 0299c2b..fe3d35c 100644 --- a/dev/linux-cpu/logs/image_seg_text_console.log +++ b/dev/linux-cpu/logs/image_seg_text_console.log @@ -9,8 +9,8 @@ [Console-error] Failed to load resource: the server responded with a status of 404 (Not Found) [Console-log] [SAM3] ===== MULTI-REGION COLLECTOR VERSION 1 ===== [Console-warning] [ComfyUI Notice] "scripts/widgets.js" is an internal module, not part of the public API. Future updates may break this import. -[Console-log] [SAM3] ===== VERSION 8 - SERIALIZATION ENABLED ===== [Console-log] [SAM3] ===== BBOX COLLECTOR VERSION 1 ===== +[Console-log] [SAM3] ===== VERSION 8 - SERIALIZATION ENABLED ===== [Console-warning] [ComfyUI Notice] "extensions/core/widgetInputs.js" is an internal module, not part of the public API. Future updates may break this import. [Console-warning] [ComfyUI Notice] "scripts/utils.js" is an internal module, not part of the public API. Future updates may break this import. [Console-warning] [MaskEditor] ComfyApp.open_maskeditor is deprecated. Plugins should migrate to using the command system or direct node context menu integration. diff --git a/dev/linux-cpu/logs/image_seg_text_resources.csv b/dev/linux-cpu/logs/image_seg_text_resources.csv index 818756e..e601fce 100644 --- a/dev/linux-cpu/logs/image_seg_text_resources.csv +++ b/dev/linux-cpu/logs/image_seg_text_resources.csv @@ -1,108 +1,93 @@ # total_ram_gb=15.6 t,ram_gb,vram_gb -0.0,3.34, -1.0,3.34, -2.0,3.34, -3.0,3.34, -4.0,3.34, -5.0,3.34, -6.0,1.62, -7.0,1.83, -8.0,1.85, -9.0,2.04, -10.0,1.93, -11.1,1.85, +0.0,3.38, +1.0,3.38, +2.0,3.38, +3.0,3.38, +4.0,3.38, +5.0,3.38, +6.0,3.33, +7.0,1.81, +8.0,1.84, +9.0,1.86, +10.0,1.89, +11.1,1.91, 12.1,1.92, -13.1,1.9, -14.1,2.03, -15.1,2.05, -16.1,2.03, -17.1,2.06, -18.1,2.27, -19.1,2.13, -20.1,2.05, -21.1,2.13, -22.1,2.1, -23.1,3.05, -24.1,3.37, -25.1,2.17, -26.1,2.26, -27.1,2.31, -28.1,2.21, -29.1,2.19, -30.1,2.3, -31.1,2.32, -32.1,2.39, -33.1,2.41, -34.2,2.6, -35.2,2.42, -36.2,2.36, -37.2,2.5, -38.2,2.41, -39.2,2.49, -40.2,2.53, -41.2,2.53, +13.1,1.96, +14.1,1.98, +15.1,2.01, +16.1,2.11, +17.1,2.1, +18.1,2.32, +19.1,2.15, +20.1,2.77, +21.1,4.45, +22.1,2.75, +23.1,2.16, +24.1,2.18, +25.1,2.21, +26.1,2.22, +27.1,2.26, +28.1,2.28, +29.1,2.29, +30.2,2.33, +31.2,2.35, +32.2,2.38, +33.2,2.4, +34.2,2.43, +35.2,2.54, +36.2,2.52, +37.2,2.83, +38.2,4.82, +39.2,3.06, +40.2,2.57, +41.2,2.8, 42.2,2.62, -43.2,2.85, -44.2,4.72, -45.2,2.67, -46.2,2.57, -47.2,2.55, -48.2,2.66, -49.2,2.68, -50.2,2.68, -51.2,2.77, -52.2,2.86, -53.2,2.75, -54.2,2.72, -55.2,2.86, -56.3,2.78, -57.3,2.85, -58.3,2.89, -59.3,2.89, -60.3,2.98, -61.3,2.94, -62.3,2.95, -63.3,2.93, -64.3,4.04, -65.3,4.2, -66.3,3.0, -67.3,3.08, -68.3,3.29, -69.3,3.09, -70.3,3.02, -71.3,3.13, -72.3,3.15, -73.3,3.22, -74.3,3.24, -75.3,3.42, -76.3,3.25, -77.4,3.19, -78.4,3.32, -79.4,3.24, -80.4,3.32, -81.4,3.35, -82.4,3.43, -83.4,3.44, -84.4,3.68, -85.4,5.58, -86.4,3.53, -87.4,3.4, -88.4,3.37, -89.4,3.49, -90.4,3.56, -91.4,3.68, -92.4,3.73, -93.4,3.75, -94.4,5.1, -95.4,5.2, -96.4,5.3, -97.4,5.34, -98.4,5.45, -99.4,5.47, -100.5,4.91, -101.5,5.06, -102.5,5.04, -103.5,4.72, -104.5,4.72, -105.5,4.72, +43.2,2.65, +44.2,2.68, +45.2,2.69, +46.2,2.73, +47.2,2.74, +48.2,2.76, +49.2,2.79, +50.3,2.81, +51.3,2.85, +52.3,2.95, +53.3,2.93, +54.3,3.31, +55.3,5.3, +56.3,3.25, +57.3,2.99, +58.3,3.22, +59.3,3.04, +60.3,3.04, +61.3,3.09, +62.3,3.1, +63.3,3.12, +64.3,3.16, +65.3,3.17, +66.3,3.21, +67.3,3.22, +68.3,3.26, +69.3,3.44, +70.3,3.35, +71.3,3.75, +72.3,5.79, +73.4,3.67, +74.4,3.4, +75.4,3.4, +76.4,3.48, +77.4,3.59, +78.4,3.69, +79.4,3.69, +80.4,5.63, +81.4,5.81, +82.4,6.04, +83.4,5.43, +84.4,4.85, +85.4,5.11, +86.4,4.98, +87.4,5.08, +88.4,4.74, +89.4,4.74, +90.4,4.74, diff --git a/dev/linux-cpu/logs/scene_seg.log b/dev/linux-cpu/logs/scene_seg.log index d66e09d..92a1ebf 100644 --- a/dev/linux-cpu/logs/scene_seg.log +++ b/dev/linux-cpu/logs/scene_seg.log @@ -11,9 +11,9 @@ Capturing execution frames: scene_seg.json [ComfyUI] Node 4: MaskPreview [ComfyUI] Inputs: {"mask": ["27", 0]} [ComfyUI] Node 12: LoadSAM3Model - Queuing workflow for execution... [ComfyUI] Inputs: {"precision": "fp32", "compile": false} [ComfyUI] Node 20: SAM3MultiRegionCollector + Queuing workflow for execution... [ComfyUI] Inputs: {"multi_prompts_store": "[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600693869637},{\"x\":4932.510591392486,\"y\":2953.9413227753366},{\"x\":4718.752461738845,\"y\":2967.301479448883},{ [ComfyUI] Node 22: MultibandFromBatch [ComfyUI] Inputs: {"images": ["1", 0], "masks": ["27", 0]} @@ -25,7 +25,7 @@ Capturing execution frames: scene_seg.json [ComfyUI] Inputs: {"upscale_method": "nearest-exact", "width": 900, "height": 600, "crop": "center", "multiband": ["22", 0]} [ComfyUI] Node 27: SAM3MultipromptSegmentation [ComfyUI] Inputs: {"refinement_iterations": 0, "use_multimask": false, "sam3_model_config": ["12", 0], "image": ["1", 0], "multi_prompts": ["20", 0]} - [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf + [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c [ComfyUI] Calling execution.validate_prompt()... [ComfyUI] Validation result: valid=True [ComfyUI] === Validation PASSED === @@ -45,7 +45,7 @@ Capturing execution frames: scene_seg.json [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3]) [ComfyUI] [SubprocessWorker] got response: ok - [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput + [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... @@ -57,7 +57,7 @@ Capturing execution frames: scene_seg.json [ComfyUI] [SubprocessWorker] sending request via socket... [ComfyUI] [SubprocessWorker] call_id=7 sending call_method [ComfyUI] [SubprocessWorker] got response: ok - [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput + [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7] [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... @@ -73,156 +73,111 @@ Capturing execution frames: scene_seg.json [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3]) [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8 - [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB - [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB + [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB + [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB Node executed (1 total), capturing... Frame 2 saved (frame_001.jpg, t=1.9s) - [capture-node] freeze=12ms shot=201ms unfreeze=6ms saved=True + [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True Frame 3 saved (frame_002.jpg, t=4.2s) - [capture-periodic] freeze=2ms shot=149ms unfreeze=6ms saved=True - [capture-loop] iter=50 t=6.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=29% browser_rss=2.05GB - [capture-loop] iter=100 t=12.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.04GB - [capture-loop] iter=150 t=17.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.97GB + [capture-periodic] freeze=2ms shot=144ms unfreeze=8ms saved=True + [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.0/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=27% browser_rss=2.05GB + [capture-loop] iter=100 t=11.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.05GB + [capture-loop] iter=150 t=17.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=2.01GB + [capture-loop] iter=200 t=23.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.01GB + [capture-loop] iter=250 t=28.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.94GB + [capture-loop] iter=300 t=34.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.94GB + [capture-loop] iter=350 t=39.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.88GB [ComfyUI] [worker:ComfyUI-SAM3] [ComfyUI] === WATCHDOG TICK 4 === - [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first): - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py", line 293 in accept - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 609 in accept - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 463 in accept - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py", line 138 in _serve - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap + [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first): + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py", line 293 in accept + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 609 in accept + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 463 in accept + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py", line 138 in _serve + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap [ComfyUI] - [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first): - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 52 in _watchdog - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap + [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first): + [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 52 in _watchdog + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap [ComfyUI] - [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first): - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 159 in _get_attention_scores_no_kv_chunking - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 269 in - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 268 in efficient_dot_product_attention - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py", line 275 in attention_sub_quad - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py", line 139 in wrapper - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py", line 120 in sam3_attention - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 729 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 819 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 733 in execute - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1762 in main - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1807 in + [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first): + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py", line 475 in forward_comfy_cast_weights + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py", line 482 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 714 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 819 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 733 in execute + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED + [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1762 in main + [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1807 in [ComfyUI] [ComfyUI] [worker:ComfyUI-SAM3] === END === [ComfyUI] - [capture-loop] iter=200 t=23.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.97GB - [capture-loop] iter=250 t=29.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB - [capture-loop] iter=300 t=34.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB - [capture-loop] iter=350 t=40.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.3/15.6GB (34%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.89GB - [capture-loop] iter=400 t=46.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB - [capture-loop] iter=450 t=51.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB - [capture-loop] iter=500 t=57.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB - [capture-loop] iter=550 t=63.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB - [capture-loop] iter=600 t=68.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB - [capture-loop] iter=650 t=74.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB - [ComfyUI] [worker:ComfyUI-SAM3] - [ComfyUI] === WATCHDOG TICK 5 === - [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first): - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py", line 293 in accept - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 609 in accept - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 463 in accept - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py", line 138 in _serve - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap - [ComfyUI] - [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first): - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 52 in _watchdog - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap - [ComfyUI] - [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first): - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py", line 475 in forward_comfy_cast_weights - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py", line 482 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 740 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 819 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 733 in execute - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1762 in main - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1807 in - [ComfyUI] - [ComfyUI] [worker:ComfyUI-SAM3] === END === - [ComfyUI] - [capture-loop] iter=700 t=80.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB - [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB + [capture-loop] iter=400 t=45.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB + [capture-loop] iter=450 t=50.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.8/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.88GB + [capture-loop] iter=500 t=56.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB + [capture-loop] iter=550 t=61.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB + [capture-loop] iter=600 t=67.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.2/15.6GB (33%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB + [capture-loop] iter=650 t=73.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.85GB [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 - [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 - [capture-loop] iter=800 t=91.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=10 ram=4.0/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB - [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 - Frame 4 saved (frame_003.jpg, t=91.5s) - [capture-periodic] freeze=2ms shot=192ms unfreeze=4ms saved=True + Frame 4 saved (frame_003.jpg, t=75.4s) + [capture-periodic] freeze=1ms shot=152ms unfreeze=9ms saved=True [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 - Frame 5 saved (frame_004.jpg, t=93.8s) - [capture-periodic] freeze=3ms shot=162ms unfreeze=9ms saved=True - [capture-loop] iter=850 t=97.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=6.3/15.6GB (41%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.12GB + [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 + [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 + Frame 5 saved (frame_004.jpg, t=77.7s) + [capture-periodic] freeze=1ms shot=149ms unfreeze=8ms saved=True + [capture-loop] iter=700 t=78.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.7/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.11GB + [capture-loop] iter=750 t=84.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.11GB [ComfyUI] [SubprocessWorker] got response: ok - [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (99.69s): result: NodeOutput - [capture-loop] iter=900 t=102.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.12GB - Frame 6 saved (frame_005.jpg, t=102.9s) - [capture-periodic] freeze=3ms shot=142ms unfreeze=10ms saved=True + [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (83.44s): result: NodeOutput + Frame 6 saved (frame_005.jpg, t=86.6s) + [capture-periodic] freeze=1ms shot=133ms unfreeze=9ms saved=True Node executed (2 total), capturing... - Frame 7 saved (frame_006.jpg, t=105.9s) - [capture-node] freeze=552ms shot=284ms unfreeze=31ms saved=True + Frame 7 saved (frame_006.jpg, t=87.4s) + [capture-node] freeze=43ms shot=216ms unfreeze=10ms saved=True + Frame 8 saved (frame_007.jpg, t=89.7s) + [capture-periodic] freeze=1ms shot=157ms unfreeze=8ms saved=True + [capture-loop] iter=800 t=90.8s state={'complete': False, 'error': None, 'executedCount': 2, 'wsState': 1} eval_ms=2 ram=4.9/15.6GB (32%) swap=0.0/3.0GB (0%) cpu=37% browser_rss=2.55GB [ComfyUI] BatchToMultiband: Processed 1 images with 3 channels each -> 3 channels [ComfyUI] BatchToMultiband: Processed 7 masks -> 7 channels Node executed (3 total), capturing... [ComfyUI] BatchToMultiband: Output shape torch.Size([1, 10, 4480, 6720]), channels: ['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07'] [ComfyUI] ResizeMultiband: 4480x6720 -> 600x900 - [ComfyUI] PreviewMultibandImage: Batch=1, Channels=10, Names=['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07'] - Frame 8 saved (frame_007.jpg, t=109.0s) [ComfyUI] SaveMultibandImage: Saved to output/multiband.npz - [capture-node] freeze=154ms shot=1009ms unfreeze=6ms saved=True - [ComfyUI] Prompt executed in 109.74 seconds [ComfyUI] Shape: (1, 10, 600, 900) [ComfyUI] Format: npz + [ComfyUI] PreviewMultibandImage: Batch=1, Channels=10, Names=['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07'] + [ComfyUI] Prompt executed in 93.48 seconds + Frame 9 saved (frame_008.jpg, t=92.6s) + [capture-node] freeze=835ms shot=261ms unfreeze=7ms saved=True Node executed (4 total), capturing... - Frame 9 saved (frame_008.jpg, t=111.5s) - [capture-node] freeze=2ms shot=180ms unfreeze=0ms saved=True - Execution complete (t=111.5s) - Captured 9 unique frames over 111.68s + Frame 10 saved (frame_009.jpg, t=94.0s) + [capture-node] freeze=23ms shot=745ms unfreeze=4ms saved=True + Execution complete (t=94.9s) + Captured 10 unique frames over 94.95s [debug] iframes: 0 [timing] trigger_3d_previews: 0.0s Saved high-quality screenshot: scene_seg_executed.png [timing] final_screenshot: 0.3s - Captured 10 video frames \ No newline at end of file + Captured 11 video frames \ No newline at end of file diff --git a/dev/linux-cpu/logs/scene_seg_interactive.log b/dev/linux-cpu/logs/scene_seg_interactive.log index 8f60a6e..a15770b 100644 --- a/dev/linux-cpu/logs/scene_seg_interactive.log +++ b/dev/linux-cpu/logs/scene_seg_interactive.log @@ -10,26 +10,34 @@ Capturing execution frames: scene_seg_interactive.json [ComfyUI] Inputs: {"mask": ["26", 0]} [ComfyUI] Node 12: LoadSAM3Model [ComfyUI] Inputs: {"precision": "auto", "compile": false} + Queuing workflow for execution... [ComfyUI] Node 26: SAM3InteractiveCollector [ComfyUI] Inputs: {"multi_prompts_store": "[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.2208696844737}],\"negative_points\":[],\"positive_boxes\":[],\"negative_boxes\":[],\"name\":\"Prompt 1\"},{\"positiv - [ComfyUI] Generated prompt_id: ffdbf462-d0ad-4ca6-b470-162045d8f652 + [ComfyUI] Generated prompt_id: ee016690-7ac0-4742-9f53-292e6a0ba67a [ComfyUI] Calling execution.validate_prompt()... [ComfyUI] Validation result: valid=True - Queuing workflow for execution... [ComfyUI] === Validation PASSED === [ComfyUI] got prompt [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED + [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... + [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3'] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... - [ComfyUI] [ComfyUI-SAM3] Health check: ok + [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python + [ComfyUI] [ComfyUI-SAM3] Health check: failed + [ComfyUI] [ComfyUI-SAM3] Socket unhealthy, restarting worker... + [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_446a6e27dc31']... + [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_446a6e27dc31 (abstract, no filesystem path) + Frame 2 saved (frame_001.jpg, t=2.2s) + [capture-periodic] freeze=1ms shot=112ms unfreeze=2ms saved=True [ComfyUI] [SubprocessWorker] worker started/confirmed [ComfyUI] [SubprocessWorker] serializing kwargs to shm... [ComfyUI] [SubprocessWorker] created 0 shm blocks [ComfyUI] [SubprocessWorker] sending request via socket... [ComfyUI] [SubprocessWorker] call_id=9 sending call_method [ComfyUI] [SubprocessWorker] got response: ok - [ComfyUI] [comfy-env] LoadSAM3Model done (0.02s): result: NodeOutput + [ComfyUI] [comfy-env] LoadSAM3Model done (2.71s): result: NodeOutput [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{"positive_points":[{"x":3348.288109906738,"y":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26' [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... @@ -44,130 +52,72 @@ Capturing execution frames: scene_seg_interactive.json [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size'] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3]) + Frame 3 saved (frame_002.jpg, t=4.4s) + [capture-periodic] freeze=2ms shot=109ms unfreeze=2ms saved=True [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=10 - [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.26GB - [ComfyUI] [comfy-env] VRAM after eviction: 12.26GB - Frame 2 saved (frame_001.jpg, t=2.2s) - [capture-periodic] freeze=2ms shot=96ms unfreeze=3ms saved=True - Frame 3 saved (frame_002.jpg, t=4.5s) - [capture-periodic] freeze=2ms shot=115ms unfreeze=3ms saved=True - [capture-loop] iter=50 t=5.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.5/15.6GB (29%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.44GB - [capture-loop] iter=100 t=11.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.34GB - [capture-loop] iter=150 t=16.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB + [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.39GB + [ComfyUI] [comfy-env] VRAM after eviction: 13.39GB + [capture-loop] iter=50 t=5.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.46GB + [capture-loop] iter=100 t=11.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.36GB + [capture-loop] iter=150 t=16.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB + [capture-loop] iter=200 t=21.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB + [capture-loop] iter=250 t=27.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.36GB + [capture-loop] iter=300 t=32.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.36GB + [capture-loop] iter=350 t=38.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=1 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB + [capture-loop] iter=400 t=43.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.37GB + [capture-loop] iter=450 t=49.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB + [capture-loop] iter=500 t=54.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB + [capture-loop] iter=550 t=60.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB [ComfyUI] [worker:ComfyUI-SAM3] - [ComfyUI] === WATCHDOG TICK 6 === - [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first): - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py", line 293 in accept - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 609 in accept - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 463 in accept - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py", line 138 in _serve - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap + [ComfyUI] === WATCHDOG TICK 1 === + [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007fdb1bba16c0 (most recent call first): + [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 52 in _watchdog + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap [ComfyUI] - [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first): - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 52 in _watchdog - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap - [ComfyUI] - [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first): - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 159 in _get_attention_scores_no_kv_chunking - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 269 in - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 268 in efficient_dot_product_attention - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py", line 275 in attention_sub_quad - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py", line 139 in wrapper - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py", line 120 in sam3_attention - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 729 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 819 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py", line 687 in execute - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1762 in main - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1807 in + [ComfyUI] Thread 0x00007fdb1c677740 (most recent call first): + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py", line 475 in forward_comfy_cast_weights + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py", line 482 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 144 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 823 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py", line 687 in execute + [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED + [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1762 in main + [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1807 in [ComfyUI] [ComfyUI] [worker:ComfyUI-SAM3] === END === [ComfyUI] - [capture-loop] iter=200 t=22.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB - [capture-loop] iter=250 t=28.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB - [capture-loop] iter=300 t=33.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB - [capture-loop] iter=350 t=39.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB - [capture-loop] iter=400 t=44.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB - [capture-loop] iter=450 t=50.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB - [capture-loop] iter=500 t=55.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB - [capture-loop] iter=550 t=61.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=5.6/15.6GB (36%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB - [capture-loop] iter=600 t=66.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB - [capture-loop] iter=650 t=72.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB - [capture-loop] iter=700 t=77.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB - [ComfyUI] [worker:ComfyUI-SAM3] - [ComfyUI] === WATCHDOG TICK 7 === - [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first): - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py", line 293 in accept - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 609 in accept - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 463 in accept - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py", line 138 in _serve - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap - [ComfyUI] - [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first): - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 52 in _watchdog - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap - [ComfyUI] - [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first): - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py", line 475 in forward_comfy_cast_weights - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py", line 482 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 147 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 823 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py", line 687 in execute - [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1762 in main - [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1807 in - [ComfyUI] - [ComfyUI] [worker:ComfyUI-SAM3] === END === - [ComfyUI] - [capture-loop] iter=750 t=83.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB - [capture-loop] iter=800 t=88.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB + [capture-loop] iter=600 t=65.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.1/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB + [capture-loop] iter=650 t=70.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB + [capture-loop] iter=700 t=76.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=10 - Frame 4 saved (frame_003.jpg, t=89.8s) - [capture-periodic] freeze=3ms shot=115ms unfreeze=5ms saved=True + Frame 4 saved (frame_003.jpg, t=78.5s) + [capture-periodic] freeze=1ms shot=114ms unfreeze=2ms saved=True [ComfyUI] [SubprocessWorker] got response: ok - [ComfyUI] [comfy-env] SAM3InteractiveCollector done (90.62s): result: NodeOutput - [ComfyUI] Prompt executed in 91.86 seconds + [ComfyUI] [comfy-env] SAM3InteractiveCollector done (76.30s): result: NodeOutput + [ComfyUI] Prompt executed in 80.26 seconds Node executed (1 total), capturing... - Frame 5 saved (frame_004.jpg, t=92.5s) - [capture-node] freeze=141ms shot=504ms unfreeze=5ms saved=True + Frame 5 saved (frame_004.jpg, t=80.8s) + [capture-node] freeze=113ms shot=474ms unfreeze=5ms saved=True Node executed (2 total), capturing... - [capture-node] freeze=2ms shot=158ms unfreeze=0ms saved=False - Execution complete (t=93.4s) - Captured 5 unique frames over 93.6s + [capture-node] freeze=1ms shot=148ms unfreeze=0ms saved=False + Execution complete (t=81.7s) + Captured 5 unique frames over 81.86s [debug] iframes: 0 [timing] trigger_3d_previews: 0.0s Saved high-quality screenshot: scene_seg_interactive_executed.png diff --git a/dev/linux-cpu/logs/scene_seg_interactive_console.log b/dev/linux-cpu/logs/scene_seg_interactive_console.log index 5465fc0..3355b42 100644 --- a/dev/linux-cpu/logs/scene_seg_interactive_console.log +++ b/dev/linux-cpu/logs/scene_seg_interactive_console.log @@ -9,8 +9,8 @@ [Console-error] Failed to load resource: the server responded with a status of 404 (Not Found) [Console-log] [SAM3] ===== MULTI-REGION COLLECTOR VERSION 1 ===== [Console-warning] [ComfyUI Notice] "scripts/widgets.js" is an internal module, not part of the public API. Future updates may break this import. -[Console-log] [SAM3] ===== BBOX COLLECTOR VERSION 1 ===== [Console-log] [SAM3] ===== VERSION 8 - SERIALIZATION ENABLED ===== +[Console-log] [SAM3] ===== BBOX COLLECTOR VERSION 1 ===== [Console-warning] [ComfyUI Notice] "extensions/core/widgetInputs.js" is an internal module, not part of the public API. Future updates may break this import. [Console-warning] [ComfyUI Notice] "scripts/utils.js" is an internal module, not part of the public API. Future updates may break this import. [Console-warning] [MaskEditor] ComfyApp.open_maskeditor is deprecated. Plugins should migrate to using the command system or direct node context menu integration. diff --git a/dev/linux-cpu/logs/scene_seg_interactive_resources.csv b/dev/linux-cpu/logs/scene_seg_interactive_resources.csv index 30f79fd..9471e59 100644 --- a/dev/linux-cpu/logs/scene_seg_interactive_resources.csv +++ b/dev/linux-cpu/logs/scene_seg_interactive_resources.csv @@ -1,104 +1,92 @@ # total_ram_gb=15.6 t,ram_gb,vram_gb -0.0,8.44, -1.0,6.45, -2.0,6.45, -3.0,6.45, -4.0,6.45, -5.0,6.45, -6.0,6.45, -7.0,6.1, -8.1,3.55, -9.1,3.75, -10.1,3.79, -11.1,4.13, -12.1,3.88, -13.1,3.78, -14.1,3.85, -15.1,3.83, -16.1,3.96, -17.1,3.98, -18.1,4.0, -19.1,3.99, -20.1,4.29, -21.1,4.07, -22.1,3.98, -23.1,4.06, -24.1,4.04, -25.1,5.07, -26.1,5.31, -27.1,4.21, -28.1,4.22, -29.1,4.38, -30.2,4.2, -31.2,4.14, -32.2,4.27, -33.2,4.19, -34.2,4.27, -35.2,4.3, -36.2,4.35, -37.2,4.4, -38.2,4.41, -39.2,4.37, -40.2,4.35, -41.2,4.48, -42.2,4.5, -43.2,4.52, -44.2,4.51, -45.2,4.61, -46.2,6.51, -47.2,4.8, -48.2,4.62, -49.2,4.5, -50.2,4.58, -51.3,4.61, -52.3,4.64, -53.3,4.71, -54.3,4.88, -55.3,4.72, -56.3,4.66, -57.3,4.79, -58.3,4.71, -59.3,4.78, -60.3,4.82, -61.3,4.86, -62.3,4.91, -63.3,5.17, -64.3,4.89, -65.3,4.86, -66.3,6.17, -67.3,6.15, -68.3,5.03, -69.3,5.05, -70.3,4.99, -71.3,5.03, -72.3,5.24, -73.3,5.12, -74.4,5.02, -75.4,5.09, -76.4,5.07, -77.4,5.2, -78.4,5.22, -79.4,5.2, -80.4,5.23, -81.4,5.44, -82.4,5.33, -83.4,5.23, -84.4,5.3, -85.4,5.28, -86.4,6.39, -87.4,6.56, -88.4,5.45, -89.4,5.47, -90.4,5.36, -91.4,5.43, -92.4,5.55, -93.4,5.57, -94.4,5.66, -95.4,5.95, -96.5,6.34, -97.5,5.08, -98.5,4.94, -99.5,4.94, -100.5,4.94, -101.5,4.94, +0.0,8.39, +1.0,6.48, +2.0,6.48, +3.0,6.48, +4.0,6.48, +5.0,6.48, +6.0,6.48, +7.0,1.79, +8.0,1.9, +9.0,1.97, +10.1,1.73, +11.1,1.86, +12.1,2.5, +13.1,2.57, +14.1,2.67, +15.1,2.7, +16.1,2.88, +17.1,2.71, +18.1,2.72, +19.1,2.81, +20.1,2.78, +21.1,2.82, +22.1,2.89, +23.1,2.81, +24.1,2.88, +25.1,2.86, +26.1,4.85, +27.1,3.42, +28.1,2.99, +29.1,3.2, +30.1,3.03, +31.1,3.03, +32.1,3.12, +33.2,3.09, +34.2,3.13, +35.2,3.2, +36.2,3.12, +37.2,3.19, +38.2,3.17, +39.2,3.3, +40.2,3.22, +41.2,3.33, +42.2,3.59, +43.2,4.55, +44.2,3.34, +45.2,3.41, +46.2,3.4, +47.2,3.38, +48.2,3.51, +49.2,3.43, +50.2,3.5, +51.2,3.48, +52.2,3.7, +53.2,3.83, +54.2,3.65, +55.2,3.65, +56.2,3.74, +57.3,3.71, +58.3,3.75, +59.3,4.96, +60.3,4.97, +61.3,3.8, +62.3,3.74, +63.3,3.87, +64.3,4.05, +65.3,3.94, +66.3,4.14, +67.3,3.96, +68.3,4.03, +69.3,4.05, +70.3,4.02, +71.3,4.0, +72.3,4.13, +73.3,4.05, +74.3,4.12, +75.3,4.1, +76.3,6.43, +77.3,4.46, +78.3,4.24, +79.4,4.18, +80.4,4.24, +81.4,4.39, +82.4,4.46, +83.4,4.51, +84.4,5.31, +85.4,5.35, +86.4,5.13, +87.4,4.92, +88.4,4.92, +89.4,4.92, diff --git a/dev/linux-cpu/logs/scene_seg_resources.csv b/dev/linux-cpu/logs/scene_seg_resources.csv index 162d402..b5d520b 100644 --- a/dev/linux-cpu/logs/scene_seg_resources.csv +++ b/dev/linux-cpu/logs/scene_seg_resources.csv @@ -1,121 +1,105 @@ # total_ram_gb=15.6 t,ram_gb,vram_gb -0.0,4.68, -1.0,4.68, -2.0,4.68, -3.0,4.68, -4.0,4.68, -5.0,4.68, -6.0,5.64, -7.0,5.5, -8.0,5.72, -9.1,5.67, -10.1,5.94, -11.1,5.76, -12.1,5.6, -13.1,5.65, -14.1,5.6, -15.1,5.71, -16.1,5.71, -17.1,5.72, -18.1,5.67, -19.1,5.87, -20.1,5.71, -21.1,5.6, -22.1,5.65, -23.1,5.6, -24.1,6.47, -25.1,7.92, -26.1,5.8, -27.1,5.74, -28.1,5.6, -29.1,5.65, -30.1,5.67, -31.2,5.7, -32.2,5.71, -33.2,5.79, -34.2,5.65, -35.2,5.6, -36.2,5.71, -37.2,5.71, -38.2,5.65, -39.2,5.67, -40.2,5.87, -41.2,5.71, -42.2,5.6, -43.2,5.65, -44.2,5.6, -45.2,6.63, -46.2,6.86, -47.2,6.19, -48.2,5.74, -49.2,5.6, -50.2,5.65, -51.2,5.67, -52.2,5.71, -53.3,5.71, -54.3,5.72, -55.3,5.67, -56.3,5.71, -57.3,5.71, -58.3,5.6, -59.3,5.65, -60.3,5.67, -61.3,5.62, -62.3,5.71, -63.3,6.05, -64.3,5.67, -65.3,5.6, -66.3,7.03, -67.3,6.87, -68.3,5.95, +0.0,4.71, +1.0,4.71, +2.0,4.71, +3.0,4.71, +4.0,4.71, +5.0,4.71, +6.0,4.82, +7.0,5.45, +8.0,5.88, +9.1,5.66, +10.1,5.68, +11.1,5.7, +12.1,5.64, +13.1,5.66, +14.1,5.71, +15.1,5.6, +16.1,5.65, +17.1,5.61, +18.1,5.72, +19.1,5.77, +20.1,5.7, +21.1,6.1, +22.1,7.91, +23.1,6.05, +24.1,5.77, +25.1,6.03, +26.1,5.7, +27.1,5.73, +28.2,5.74, +29.2,5.68, +30.2,5.7, +31.2,5.74, +32.2,5.63, +33.2,5.68, +34.2,5.63, +35.2,5.74, +36.2,5.63, +37.2,5.68, +38.2,5.79, +39.2,7.74, +40.2,5.83, +41.2,5.77, +42.2,5.63, +43.2,5.76, +44.2,5.84, +45.2,5.74, +46.2,5.92, +47.2,5.7, +48.2,5.73, +49.2,5.74, +50.3,5.68, +51.3,5.63, +52.3,5.74, +53.3,5.63, +54.3,5.68, +55.3,5.63, +56.3,7.68, +57.3,5.72, +58.3,5.77, +59.3,5.63, +60.3,5.7, +61.3,5.92, +62.3,5.74, +63.3,5.75, +64.3,5.7, +65.3,5.74, +66.3,5.74, +67.3,5.68, +68.3,5.63, 69.3,5.74, -70.3,5.6, -71.3,5.65, -72.3,5.6, -73.3,5.71, -74.3,5.71, -75.3,5.54, -76.3,5.67, -77.4,6.02, -78.4,5.71, -79.4,5.6, -80.4,5.65, -81.4,5.6, -82.4,5.71, -83.4,5.71, -84.4,5.56, -85.4,5.67, -86.4,5.91, -87.4,7.43, -88.4,6.88, -89.4,5.74, -90.4,5.74, -91.4,5.62, -92.4,5.69, -93.4,5.79, -94.4,5.79, -95.4,5.91, -96.4,5.97, -97.5,6.42, -98.5,7.43, -99.5,8.09, -100.5,8.69, -101.5,8.67, -102.5,8.47, -103.5,8.53, -104.5,8.76, -105.5,6.43, -106.5,6.85, -107.5,6.84, -108.5,6.89, -109.5,7.07, -110.5,7.49, -111.5,7.97, -112.5,7.97, -113.5,7.97, -114.5,8.68, -115.5,8.7, -116.5,8.7, -117.6,8.7, -118.6,8.7, +70.4,5.63, +71.4,5.68, +72.4,5.71, +73.4,7.72, +74.4,5.87, +75.4,5.77, +76.4,5.67, +77.4,5.71, +78.4,5.81, +79.4,5.87, +80.4,5.92, +81.4,6.1, +82.4,6.55, +83.4,7.63, +84.4,8.68, +85.4,8.49, +86.4,8.6, +87.4,8.33, +88.4,8.5, +89.4,6.48, +90.5,7.23, +91.5,7.23, +92.5,7.23, +93.5,7.0, +94.5,7.22, +95.5,7.38, +96.5,7.45, +97.5,7.77, +98.5,8.72, +99.5,8.73, +100.5,8.73, +101.5,8.73, +102.5,8.73, diff --git a/dev/linux-cpu/models.json b/dev/linux-cpu/models.json index fa36d11..c9485f5 100644 --- a/dev/linux-cpu/models.json +++ b/dev/linux-cpu/models.json @@ -1,5 +1,5 @@ { - "models_dir": "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models", + "models_dir": "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models", "summary": { "total_files": 1, "total_size_bytes": 3449860632, diff --git a/dev/linux-cpu/results.json b/dev/linux-cpu/results.json index 6eadc55..560b473 100644 --- a/dev/linux-cpu/results.json +++ b/dev/linux-cpu/results.json @@ -1,12 +1,12 @@ { - "timestamp": "2026-05-10T20:37:43.991298+00:00", + "timestamp": "2026-05-10T21:29:05.287558+00:00", "platform": "linux", "hardware": { "os": "Linux-6.17.0-1010-azure-x86_64-with-glibc2.39", - "cpu": "AMD EPYC 9V74 80-Core Processor" + "cpu": "AMD EPYC 7763 64-Core Processor" }, - "commit_hash": "089bac52181f0989aa6b741238f5d2918ce7bbc1", - "run_url": "https://github.com/PozzettiAndrea/comfy-gpu-ci/actions/runs/25638972096", + "commit_hash": "39c5eafe9c2c29e0f64102c628bade81778a8885", + "run_url": "https://github.com/PozzettiAndrea/comfy-gpu-ci/actions/runs/25640090741", "success": true, "summary": { "total": 5, @@ -17,73 +17,73 @@ { "name": "image_seg_point", "status": "pass", - "duration_seconds": 115.64, + "duration_seconds": 105.35, "error": null, "hardware": { "os": "Linux-6.17.0-1010-azure-x86_64-with-glibc2.39", - "cpu": "AMD EPYC 9V74 80-Core Processor" + "cpu": "AMD EPYC 7763 64-Core Processor" }, "resources": { "ram": { - "peak": 5.14, - "avg": 2.43 + "peak": 5.59, + "avg": 2.41 }, "total_ram_gb": 15.6, - "samples": 116 + "samples": 105 } }, { "name": "image_seg_text", "status": "pass", - "duration_seconds": 106.21, + "duration_seconds": 91.36, "error": null, "hardware": { "os": "Linux-6.17.0-1010-azure-x86_64-with-glibc2.39", - "cpu": "AMD EPYC 9V74 80-Core Processor" + "cpu": "AMD EPYC 7763 64-Core Processor" }, "resources": { "ram": { - "peak": 5.58, - "avg": 3.1 + "peak": 6.04, + "avg": 3.18 }, "total_ram_gb": 15.6, - "samples": 106 + "samples": 91 } }, { "name": "scene_seg", "status": "pass", - "duration_seconds": 119.35, + "duration_seconds": 103.02, "error": null, "hardware": { "os": "Linux-6.17.0-1010-azure-x86_64-with-glibc2.39", - "cpu": "AMD EPYC 9V74 80-Core Processor" + "cpu": "AMD EPYC 7763 64-Core Processor" }, "resources": { "ram": { - "peak": 8.76, - "avg": 6.15 + "peak": 8.73, + "avg": 6.18 }, "total_ram_gb": 15.6, - "samples": 119 + "samples": 103 } }, { "name": "scene_seg_interactive", "status": "pass", - "duration_seconds": 101.96, + "duration_seconds": 90.26, "error": null, "hardware": { "os": "Linux-6.17.0-1010-azure-x86_64-with-glibc2.39", - "cpu": "AMD EPYC 9V74 80-Core Processor" + "cpu": "AMD EPYC 7763 64-Core Processor" }, "resources": { "ram": { - "peak": 8.44, - "avg": 4.94 + "peak": 8.39, + "avg": 3.85 }, "total_ram_gb": 15.6, - "samples": 102 + "samples": 90 } }, { diff --git a/dev/linux-cpu/screenshots/image_seg_point_executed.png b/dev/linux-cpu/screenshots/image_seg_point_executed.png index e3dd94c..37cc135 100644 Binary files a/dev/linux-cpu/screenshots/image_seg_point_executed.png and b/dev/linux-cpu/screenshots/image_seg_point_executed.png differ diff --git a/dev/linux-cpu/screenshots/image_seg_text_executed.png b/dev/linux-cpu/screenshots/image_seg_text_executed.png index 2a26ae0..a098657 100644 Binary files a/dev/linux-cpu/screenshots/image_seg_text_executed.png and b/dev/linux-cpu/screenshots/image_seg_text_executed.png differ diff --git a/dev/linux-cpu/screenshots/scene_seg_executed.png b/dev/linux-cpu/screenshots/scene_seg_executed.png index dadc481..a076800 100644 Binary files a/dev/linux-cpu/screenshots/scene_seg_executed.png and b/dev/linux-cpu/screenshots/scene_seg_executed.png differ diff --git a/dev/linux-cpu/screenshots/scene_seg_interactive_executed.png b/dev/linux-cpu/screenshots/scene_seg_interactive_executed.png index 7a23f28..641b847 100644 Binary files a/dev/linux-cpu/screenshots/scene_seg_interactive_executed.png and b/dev/linux-cpu/screenshots/scene_seg_interactive_executed.png differ diff --git a/dev/linux-cpu/session.log b/dev/linux-cpu/session.log index 2031b41..01e0431 100644 --- a/dev/linux-cpu/session.log +++ b/dev/linux-cpu/session.log @@ -1,4 +1,4 @@ -[00:00] Crash dump logging enabled: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/comfy-test-logs/SAM3-2028/dev/linux-cpu/crash_dump.log +[00:00] Crash dump logging enabled: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/comfy-test-logs/SAM3-2120/dev/linux-cpu/crash_dump.log [00:00] [00:00] [1/5] SYNTAX [00:00] ---------------------------------------- @@ -17,1025 +17,927 @@ [00:00] Setting up ComfyUI... [00:00] Creating virtual environment... -[00:00] Running: uv venv /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/.venv --python 3.10 -[00:01] Cloning ComfyUI (latest)... -[00:01] Running: git clone --depth 1 https://github.com/comfyanonymous/ComfyUI.git /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI -[00:02] Installing ComfyUI requirements... -[00:02] Running: uv pip install --python /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/.venv/bin/python -r /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/requirements.txt -[00:23] +[00:00] Running: uv venv /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/.venv --python 3.10 +[00:00] Cloning ComfyUI (latest)... +[00:00] Running: git clone --depth 1 https://github.com/comfyanonymous/ComfyUI.git /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI +[00:01] Installing ComfyUI requirements... +[00:01] Running: uv pip install --python /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/.venv/bin/python -r /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/requirements.txt +[00:20] Installing custom node... -[00:23] Copying ComfyUI-SAM3 to custom_nodes/... -[00:23] Installing node requirements... -[00:23] Running: uv pip install --python /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/.venv/bin/python -r /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/requirements.txt -[00:23] +[00:20] Copying ComfyUI-SAM3 to custom_nodes/... +[00:20] Installing node requirements... +[00:20] Running: uv pip install --python /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/.venv/bin/python -r /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/requirements.txt +[00:21] Running install.py... -[00:23] Running: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/.venv/bin/python /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/install.py -[00:24] -[00:24] Installing 2 node dependencies... -[00:24] Cloning ComfyUI-VideoHelperSuite... -[00:24] Installing requirements for ComfyUI-VideoHelperSuite... -[00:25] Cloning ComfyUI-Multiband... -[00:25] Installing requirements for ComfyUI-Multiband... -[00:26] -[00:26] [requirements] Re-installing main package requirements... -[00:26] Installing requirements for ComfyUI-SAM3... -[00:26] [comfy-env] _discover: scanning /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes -[00:26] [comfy-env] _discover: ComfyUI-Multiband: no comfy-env.toml found -[00:26] [comfy-env] _discover: ComfyUI-SAM3 -> sam3-nodes (custom_nodes/ComfyUI-SAM3/nodes/comfy-env.toml) -[00:26] [comfy-env] _discover: ComfyUI-VideoHelperSuite: no comfy-env.toml found -[00:26] [comfy-env] Workspace: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce -[00:26] [comfy-env] ComfyUI: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI -[00:26] [comfy-env] Found 1 node config(s): -[00:26] - sam3-nodes <- custom_nodes/ComfyUI-SAM3/nodes/comfy-env.toml (python=host) -[00:26] [comfy-env] Bootstrap interpreter has python 3.10 + torch 2.11.0 (cpu). Looking for cuda-only wheels matching cpu/torch2.11/cp310. -[00:28] [comfy-env] GPU: No GPU detected -[00:29] [comfy-env] No CUDA detected -- pinning comfyui torch to CPU index -[00:29] [comfy-env] Comfyui feature pin: torch ==2.11.0, torchvision ==0.26.*, torchaudio ==2.11.* -[00:29] [comfy-env] Host glibc 2.39 -> system-requirements -[00:29] [comfy-env] comfyui env: python 3.10, torch from https://download.pytorch.org/whl/cpu -[00:29] Generated /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml -[00:29] [comfy-env] Installing 1 environment(s): -[00:29] - sam3-nodes (python=host, 19 pypi deps, 3 cuda wheels) -[00:29] [comfy-env] Running `pixi install --all`... -[00:34] WARN Skipped running the post-link scripts because `run-post-link-scripts` = `false` -[00:34] - bin/.librsvg-pre-unlink.sh -[00:34] To enable them, run: -[00:34] pixi config set --local run-post-link-scripts insecure -[00:34] More info: -[00:34] https://pixi.sh/latest/reference/pixi_configuration/#run-post-link-scripts -[00:44] ✔ The following environments have been installed: default, comfyui, sam3-nodes. -[00:44] [comfy-env] Note: env `default` is on disk but no node declares it in this run. Leaving as-is. Remove via `pixi clean --environment default` if intended. -[00:44] [comfy-env] Install log: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/install.log -[00:44] -[00:44] Installation complete! -[00:45] Installing 2 node dependency(ies)... -[00:45] ComfyUI-VideoHelperSuite from Kosinkadink/ComfyUI-VideoHelperSuite -[00:45] ComfyUI-VideoHelperSuite already exists, skipping... -[00:45] ComfyUI-Multiband from PozzettiAndrea/ComfyUI-Multiband -[00:45] ComfyUI-Multiband already exists, skipping... -[00:45] Installing validation endpoint... -[00:45] Cloning PozzettiAndrea/ComfyUI-validate-endpoint... -[00:45] Running: git clone --depth 1 https://github.com/PozzettiAndrea/ComfyUI-validate-endpoint.git /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-validate-endpoint -[00:45] CUDA packages absent (will mock): cc_torch, torch_generic_nms, flash_attn -[00:45] [INSTALL] PASSED -[00:45] -[00:45] [3/5] REGISTRATION -[00:45] ---------------------------------------- -[00:45] +[00:21] Running: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/.venv/bin/python /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/install.py +[00:21] +[00:21] Installing 2 node dependencies... +[00:21] Cloning ComfyUI-VideoHelperSuite... +[00:22] Installing requirements for ComfyUI-VideoHelperSuite... +[00:23] Cloning ComfyUI-Multiband... +[00:23] Installing requirements for ComfyUI-Multiband... +[00:23] +[00:23] [requirements] Re-installing main package requirements... +[00:23] Installing requirements for ComfyUI-SAM3... +[00:24] [comfy-env] _discover: scanning /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes +[00:24] [comfy-env] _discover: ComfyUI-Multiband: no comfy-env.toml found +[00:24] [comfy-env] _discover: ComfyUI-SAM3 -> sam3-nodes (custom_nodes/ComfyUI-SAM3/nodes/comfy-env.toml) +[00:24] [comfy-env] _discover: ComfyUI-VideoHelperSuite: no comfy-env.toml found +[00:24] [comfy-env] Workspace: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce +[00:24] [comfy-env] ComfyUI: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI +[00:24] [comfy-env] Found 1 node config(s): +[00:24] - sam3-nodes <- custom_nodes/ComfyUI-SAM3/nodes/comfy-env.toml (python=host) +[00:24] [comfy-env] Bootstrap interpreter has python 3.10 + torch 2.11.0 (cpu). Looking for cuda-only wheels matching cpu/torch2.11/cp310. +[00:27] [comfy-env] GPU: No GPU detected +[00:27] [comfy-env] No CUDA detected -- pinning comfyui torch to CPU index +[00:27] [comfy-env] Host glibc 2.39 -> system-requirements +[00:27] Generated /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml +[00:27] [comfy-env] Installing 1 environment(s): +[00:27] - sam3-nodes (python=host, 19 pypi deps, 3 cuda wheels) +[00:27] [comfy-env] Running `pixi install --all`... +[00:32] WARN Skipped running the post-link scripts because `run-post-link-scripts` = `false` +[00:32] - bin/.librsvg-pre-unlink.sh +[00:32] To enable them, run: +[00:32] pixi config set --local run-post-link-scripts insecure +[00:32] More info: +[00:32] https://pixi.sh/latest/reference/pixi_configuration/#run-post-link-scripts +[00:39] ✔ The following environments have been installed: default, sam3-nodes. +[00:39] [comfy-env] Note: env `default` is on disk but no node declares it in this run. Leaving as-is. Remove via `pixi clean --environment default` if intended. +[00:39] [comfy-env] Install log: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/install.log +[00:39] +[00:39] Installation complete! +[00:39] Installing 2 node dependency(ies)... +[00:39] ComfyUI-VideoHelperSuite from Kosinkadink/ComfyUI-VideoHelperSuite +[00:39] ComfyUI-VideoHelperSuite already exists, skipping... +[00:39] ComfyUI-Multiband from PozzettiAndrea/ComfyUI-Multiband +[00:39] ComfyUI-Multiband already exists, skipping... +[00:39] Installing validation endpoint... +[00:39] Cloning PozzettiAndrea/ComfyUI-validate-endpoint... +[00:39] Running: git clone --depth 1 https://github.com/PozzettiAndrea/ComfyUI-validate-endpoint.git /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-validate-endpoint +[00:40] CUDA packages absent (will mock): cc_torch, torch_generic_nms, flash_attn +[00:40] [INSTALL] PASSED +[00:40] +[00:40] [3/5] REGISTRATION +[00:40] ---------------------------------------- +[00:40] [DEBUG] server=None, server_url=None, api=None -[00:45] +[00:40] Starting ComfyUI server... -[00:45] Starting ComfyUI server on port 41886... -[00:45] CUDA mock packages: cc_torch, torch_generic_nms, flash_attn -[00:45] Starting ComfyUI server on port 41886... -[00:45] Waiting for server to be ready (timeout: 600s)... -[00:46] [ComfyUI] setup plugin alembic.autogenerate.schemas -[00:46] [ComfyUI] setup plugin alembic.autogenerate.tables -[00:46] [ComfyUI] setup plugin alembic.autogenerate.types -[00:46] [ComfyUI] setup plugin alembic.autogenerate.constraints -[00:46] [ComfyUI] setup plugin alembic.autogenerate.defaults -[00:46] [ComfyUI] setup plugin alembic.autogenerate.comments -[00:46] [ComfyUI] [comfy-env] ComfyUI-SAM3: 1 isolation env(s): -[00:46] [ComfyUI] [comfy-env] nodes -> /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes -[00:46] [ComfyUI] [comfy-env] prestartup complete -[00:46] [ComfyUI] -[00:46] [ComfyUI] Prestartup times for custom nodes: -[00:46] [ComfyUI] 0.2 seconds: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3 -[00:46] [ComfyUI] -[00:50] [ComfyUI] Found comfy_kitchen backend triton: {'available': False, 'disabled': True, 'unavailable_reason': 'Neither CUDA nor XPU available on this system', 'capabilities': []} -[00:50] [ComfyUI] Found comfy_kitchen backend cuda: {'available': False, 'disabled': False, 'unavailable_reason': 'CUDA not available on this system', 'capabilities': []} -[00:50] [ComfyUI] Found comfy_kitchen backend eager: {'available': True, 'disabled': False, 'unavailable_reason': None, 'capabilities': ['apply_rope', 'apply_rope1', 'dequantize_mxfp8', 'dequantize_nvfp4', 'dequantize_per_tensor_fp8', 'quantize_mxfp8', 'quantize_nvfp4', 'quantize_per_tensor_fp8', 'scaled_mm_mxfp8', 'scaled_mm_nvfp4']} -[00:50] [ComfyUI] Checkpoint files will always be loaded safely. -[00:50] [ComfyUI] Total VRAM 15990 MB, total RAM 15990 MB -[00:50] [ComfyUI] pytorch version: 2.11.0+cu130 -[00:50] [ComfyUI] Set vram state to: DISABLED -[00:50] [ComfyUI] Device: cpu -[00:51] [ComfyUI] Using sub quadratic optimization for attention, if you have memory or speed issues try using: --use-split-cross-attention -[00:55] [ComfyUI] Python version: 3.10.20 (main, May 8 2026, 18:32:33) [Clang 22.1.3 ] -[00:55] [ComfyUI] ComfyUI version: 0.20.1 -[00:55] [ComfyUI] comfy-aimdo version: 0.3.0 -[00:55] [ComfyUI] comfy-kitchen version: 0.2.8 -[00:55] [ComfyUI] ****** User settings have been changed to be stored on the server instead of browser storage. ****** -[00:55] [ComfyUI] ****** For multi-user setups add the --multi-user CLI argument to enable multiple user profiles. ****** -[00:55] [ComfyUI] ComfyUI frontend version: 1.43.18 -[00:55] [ComfyUI] [Prompt Server] web root: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/.venv/lib/python3.10/site-packages/comfyui_frontend_package/static -[00:55] [ComfyUI] Asset seeder disabled -[00:57] [ComfyUI] ComfyUI-Multiband loaded: 15 nodes registered -[00:57] [ComfyUI] [comfy-env] Version: 0.3.80 -[00:57] [ComfyUI] [comfy-env] register_nodes: ComfyUI-SAM3 -[00:57] [ComfyUI] [comfy-env] ComfyUI source dir: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI -[00:57] [ComfyUI] [comfy-env] Found 1 isolation env(s) -[00:57] [ComfyUI] [comfy-env] Scanning nodes metadata (isolation root)... -[00:57] [ComfyUI] [comfy-env] Metadata scan: /home/runner/.pixi/bin/pixi run --as-is --manifest-path /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml -e sam3-nodes python /tmp/comfy_meta_m23k3f22.py /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3 nodes -[00:57] [ComfyUI] [comfy-env] Scan env PATH for nodes: -[00:57] [ComfyUI] [comfy-env] [0] /opt/hostedtoolcache/Python/3.11.15/x64/bin -[00:57] [ComfyUI] [comfy-env] [1] /opt/hostedtoolcache/Python/3.11.15/x64 -[00:57] [ComfyUI] [comfy-env] [2] /snap/bin -[00:57] [ComfyUI] [comfy-env] [3] /home/runner/.local/bin -[00:57] [ComfyUI] [comfy-env] [4] /opt/pipx_bin -[00:57] [ComfyUI] [comfy-env] [5] /home/runner/.cargo/bin -[00:57] [ComfyUI] [comfy-env] [6] /home/runner/.config/composer/vendor/bin -[00:57] [ComfyUI] [comfy-env] [7] /usr/local/.ghcup/bin -[00:57] [ComfyUI] [comfy-env] [8] /home/runner/.dotnet/tools -[00:57] [ComfyUI] [comfy-env] [9] /usr/local/sbin -[00:57] [ComfyUI] [comfy-env] [10] /usr/local/bin -[00:57] [ComfyUI] [comfy-env] [11] /usr/sbin -[00:57] [ComfyUI] [comfy-env] [12] /usr/bin -[00:57] [ComfyUI] [comfy-env] [13] /sbin -[00:57] [ComfyUI] [comfy-env] [14] /bin -[00:57] [ComfyUI] [comfy-env] [15] /usr/games -[00:57] [ComfyUI] [comfy-env] [16] /usr/local/games -[00:57] [ComfyUI] [comfy-env] [17] /snap/bin -[01:03] [ComfyUI] [comfy-env] Metadata scan stderr for nodes: -[01:03] [ComfyUI] [comfy-env] [meta-scan] importing nodes from /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3 -[01:04] [ComfyUI] [comfy-env] [meta-scan] import OK -[01:04] [ComfyUI] [comfy-env] Scanned nodes: 15 nodes (6.0s) -[01:04] [ComfyUI] [comfy-env] Scanned nodes root: 15 nodes (6.2s) -[01:04] [ComfyUI] [comfy-env] Registered proxy route: POST /sam3/interactive_segment_one -> nodes.sam3_interactive._api_segment_one -[01:04] [ComfyUI] [comfy-env] Imported nodes root: 15 nodes (isolation) -[01:04] [ComfyUI] [comfy-env] Registered 15 total nodes -[01:04] [ComfyUI] -[01:04] [ComfyUI] Import times for custom nodes: -[01:04] [ComfyUI] 0.0 seconds: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/websocket_image_save.py -[01:04] [ComfyUI] 0.0 seconds: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-validate-endpoint -[01:04] [ComfyUI] 0.0 seconds: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-VideoHelperSuite -[01:04] [ComfyUI] 0.1 seconds: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-Multiband -[01:04] [ComfyUI] 6.4 seconds: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3 -[01:04] [ComfyUI] -[01:04] [ComfyUI] Context impl SQLiteImpl. -[01:04] [ComfyUI] Will assume non-transactional DDL. -[01:04] [ComfyUI] Context impl SQLiteImpl. -[01:04] [ComfyUI] Will assume non-transactional DDL. -[01:04] [ComfyUI] Running upgrade -> 0001_assets, Initial assets schema -[01:04] [ComfyUI] Revision ID: 0001_assets -[01:04] [ComfyUI] Revises: None -[01:04] [ComfyUI] Create Date: 2025-12-10 00:00:00 -[01:04] [ComfyUI] Running upgrade 0001_assets -> 0002_merge_to_asset_references, Merge AssetInfo and AssetCacheState into unified asset_references table. -[01:04] [ComfyUI] Running upgrade 0002_merge_to_asset_references -> 0003_add_metadata_job_id, Add system_metadata and job_id columns to asset_references. -[01:04] [ComfyUI] Change preview_id FK from assets.id to asset_references.id. -[01:04] [ComfyUI] Database upgraded from None to 0003_add_metadata_job_id -[01:04] [ComfyUI] Starting server -[01:04] [ComfyUI] -[01:04] [ComfyUI] To see the GUI go to: http://127.0.0.1:41886 -[01:04] Server responding, waiting for nodes to load... -[01:24] Server is ready! -[01:24] Checking for import errors in server logs... -[01:24] No import errors detected -[01:24] Found 775 registered nodes -[01:24] [REGISTRATION] PASSED -[01:24] -[01:24] [4/5] INSTANTIATION -[01:24] ---------------------------------------- -[01:24] -[DEBUG] server=, server_url=None, api= -[01:24] Testing node constructors... -[01:27] All 15 node(s) instantiated successfully! -[01:27] [INSTANTIATION] PASSED -[01:27] -[01:27] [5/5] EXECUTION -[01:27] ---------------------------------------- -[01:27] -[DEBUG] server=, server_url=None, api= -[01:27] CPU runner - will execute 4 workflow(s) -[01:27] Running 5 workflow(s) (all with videos)... -[01:27] Installing screenshot dependencies (playwright, pillow)... -[01:27] Packages installed, downloading chromium browser... -[01:36] Screenshot dependencies installed successfully -[01:36] Starting headless browser... -[01:36] Installing Mesa llvmpipe (apt)... -[01:48] Mesa install failed: E: Unable to locate package libegl1-mesa +[00:40] Starting ComfyUI server on port 41895... +[00:40] CUDA mock packages: cc_torch, torch_generic_nms, flash_attn +[00:40] Starting ComfyUI server on port 41895... +[00:40] Waiting for server to be ready (timeout: 600s)... +[00:41] [ComfyUI] setup plugin alembic.autogenerate.schemas +[00:41] [ComfyUI] setup plugin alembic.autogenerate.tables +[00:41] [ComfyUI] setup plugin alembic.autogenerate.types +[00:41] [ComfyUI] setup plugin alembic.autogenerate.constraints +[00:41] [ComfyUI] setup plugin alembic.autogenerate.defaults +[00:41] [ComfyUI] setup plugin alembic.autogenerate.comments +[00:41] [ComfyUI] [comfy-env] ComfyUI-SAM3: 1 isolation env(s): +[00:41] [ComfyUI] [comfy-env] nodes -> /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes +[00:41] [ComfyUI] [comfy-env] prestartup complete +[00:41] [ComfyUI] +[00:41] [ComfyUI] Prestartup times for custom nodes: +[00:41] [ComfyUI] 0.2 seconds: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3 +[00:41] [ComfyUI] +[00:46] [ComfyUI] Found comfy_kitchen backend cuda: {'available': False, 'disabled': False, 'unavailable_reason': 'CUDA not available on this system', 'capabilities': []} +[00:46] [ComfyUI] Found comfy_kitchen backend eager: {'available': True, 'disabled': False, 'unavailable_reason': None, 'capabilities': ['apply_rope', 'apply_rope1', 'dequantize_mxfp8', 'dequantize_nvfp4', 'dequantize_per_tensor_fp8', 'quantize_mxfp8', 'quantize_nvfp4', 'quantize_per_tensor_fp8', 'scaled_mm_mxfp8', 'scaled_mm_nvfp4']} +[00:46] [ComfyUI] Found comfy_kitchen backend triton: {'available': False, 'disabled': True, 'unavailable_reason': 'Neither CUDA nor XPU available on this system', 'capabilities': []} +[00:46] [ComfyUI] Checkpoint files will always be loaded safely. +[00:46] [ComfyUI] Total VRAM 15990 MB, total RAM 15990 MB +[00:46] [ComfyUI] pytorch version: 2.11.0+cu130 +[00:46] [ComfyUI] Set vram state to: DISABLED +[00:46] [ComfyUI] Device: cpu +[00:47] [ComfyUI] Using sub quadratic optimization for attention, if you have memory or speed issues try using: --use-split-cross-attention +[00:51] [ComfyUI] Python version: 3.10.20 (main, Mar 3 2026, 15:36:40) [GCC 13.3.0] +[00:51] [ComfyUI] ComfyUI version: 0.20.1 +[00:51] [ComfyUI] comfy-aimdo version: 0.3.0 +[00:51] [ComfyUI] comfy-kitchen version: 0.2.8 +[00:51] [ComfyUI] ****** User settings have been changed to be stored on the server instead of browser storage. ****** +[00:51] [ComfyUI] ****** For multi-user setups add the --multi-user CLI argument to enable multiple user profiles. ****** +[00:51] [ComfyUI] ComfyUI frontend version: 1.43.18 +[00:51] [ComfyUI] [Prompt Server] web root: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/.venv/lib/python3.10/site-packages/comfyui_frontend_package/static +[00:51] [ComfyUI] Asset seeder disabled +[00:54] [ComfyUI] ComfyUI-Multiband loaded: 15 nodes registered +[00:54] [ComfyUI] [comfy-env] Version: 0.3.81 +[00:54] [ComfyUI] [comfy-env] register_nodes: ComfyUI-SAM3 +[00:54] [ComfyUI] [comfy-env] ComfyUI source dir: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI +[00:54] [ComfyUI] [comfy-env] Found 1 isolation env(s) +[00:54] [ComfyUI] [comfy-env] Scanning nodes metadata (isolation root)... +[00:54] [ComfyUI] [comfy-env] Metadata scan: /home/runner/.pixi/bin/pixi run --as-is --manifest-path /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml -e sam3-nodes python /tmp/comfy_meta_qhkeppxe.py /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3 nodes +[00:54] [ComfyUI] [comfy-env] Scan env PATH for nodes: +[00:54] [ComfyUI] [comfy-env] [0] /opt/hostedtoolcache/Python/3.10.20/x64/bin +[00:54] [ComfyUI] [comfy-env] [1] /opt/hostedtoolcache/Python/3.10.20/x64 +[00:54] [ComfyUI] [comfy-env] [2] /snap/bin +[00:54] [ComfyUI] [comfy-env] [3] /home/runner/.local/bin +[00:54] [ComfyUI] [comfy-env] [4] /opt/pipx_bin +[00:54] [ComfyUI] [comfy-env] [5] /home/runner/.cargo/bin +[00:54] [ComfyUI] [comfy-env] [6] /home/runner/.config/composer/vendor/bin +[00:54] [ComfyUI] [comfy-env] [7] /usr/local/.ghcup/bin +[00:54] [ComfyUI] [comfy-env] [8] /home/runner/.dotnet/tools +[00:54] [ComfyUI] [comfy-env] [9] /usr/local/sbin +[00:54] [ComfyUI] [comfy-env] [10] /usr/local/bin +[00:54] [ComfyUI] [comfy-env] [11] /usr/sbin +[00:54] [ComfyUI] [comfy-env] [12] /usr/bin +[00:54] [ComfyUI] [comfy-env] [13] /sbin +[00:54] [ComfyUI] [comfy-env] [14] /bin +[00:54] [ComfyUI] [comfy-env] [15] /usr/games +[00:54] [ComfyUI] [comfy-env] [16] /usr/local/games +[00:54] [ComfyUI] [comfy-env] [17] /snap/bin +[01:00] [ComfyUI] [comfy-env] Metadata scan stderr for nodes: +[01:00] [ComfyUI] [comfy-env] [meta-scan] importing nodes from /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3 +[01:00] [ComfyUI] [comfy-env] [meta-scan] import OK +[01:00] [ComfyUI] [comfy-env] Scanned nodes: 15 nodes (5.8s) +[01:00] [ComfyUI] [comfy-env] Scanned nodes root: 15 nodes (5.8s) +[01:00] [ComfyUI] [comfy-env] Registered proxy route: POST /sam3/interactive_segment_one -> nodes.sam3_interactive._api_segment_one +[01:00] [ComfyUI] [comfy-env] Imported nodes root: 15 nodes (isolation) +[01:00] [ComfyUI] [comfy-env] Registered 15 total nodes +[01:00] [ComfyUI] +[01:00] [ComfyUI] Import times for custom nodes: +[01:00] [ComfyUI] 0.0 seconds: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/websocket_image_save.py +[01:00] [ComfyUI] 0.0 seconds: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-validate-endpoint +[01:00] [ComfyUI] 0.1 seconds: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-VideoHelperSuite +[01:00] [ComfyUI] 0.2 seconds: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-Multiband +[01:00] [ComfyUI] 6.0 seconds: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3 +[01:00] [ComfyUI] +[01:00] [ComfyUI] Context impl SQLiteImpl. +[01:00] [ComfyUI] Will assume non-transactional DDL. +[01:00] [ComfyUI] Context impl SQLiteImpl. +[01:00] [ComfyUI] Will assume non-transactional DDL. +[01:00] [ComfyUI] Running upgrade -> 0001_assets, Initial assets schema +[01:00] [ComfyUI] Revision ID: 0001_assets +[01:00] [ComfyUI] Revises: None +[01:00] [ComfyUI] Create Date: 2025-12-10 00:00:00 +[01:00] [ComfyUI] Running upgrade 0001_assets -> 0002_merge_to_asset_references, Merge AssetInfo and AssetCacheState into unified asset_references table. +[01:00] [ComfyUI] Running upgrade 0002_merge_to_asset_references -> 0003_add_metadata_job_id, Add system_metadata and job_id columns to asset_references. +[01:00] [ComfyUI] Change preview_id FK from assets.id to asset_references.id. +[01:00] [ComfyUI] Database upgraded from None to 0003_add_metadata_job_id +[01:00] [ComfyUI] Starting server +[01:00] [ComfyUI] +[01:00] [ComfyUI] To see the GUI go to: http://127.0.0.1:41895 +[01:01] Server responding, waiting for nodes to load... +[01:21] Server is ready! +[01:21] Checking for import errors in server logs... +[01:21] No import errors detected +[01:21] Found 775 registered nodes +[01:21] [REGISTRATION] PASSED +[01:21] +[01:21] [4/5] INSTANTIATION +[01:21] ---------------------------------------- +[01:21] +[DEBUG] server=, server_url=None, api= +[01:21] Testing node constructors... +[01:23] All 15 node(s) instantiated successfully! +[01:23] [INSTANTIATION] PASSED +[01:23] +[01:23] [5/5] EXECUTION +[01:23] ---------------------------------------- +[01:23] +[DEBUG] server=, server_url=None, api= +[01:23] CPU runner - will execute 4 workflow(s) +[01:23] Running 5 workflow(s) (all with videos)... +[01:23] Installing screenshot dependencies (playwright, pillow)... +[01:24] Packages installed, downloading chromium browser... +[01:34] Screenshot dependencies installed successfully +[01:34] Starting headless browser... +[01:34] Installing Mesa llvmpipe (apt)... +[01:44] Mesa install failed: E: Unable to locate package libegl1-mesa -[01:48] No GPU, no Mesa -- using SwiftShader software rendering -[01:49] Capturing execution frames: image_seg_point.json -[01:51] [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version. -[01:55] Frame 1 saved (frame_000.jpg, t=0.0s) -[01:55] Validating workflow... -[01:55] [ComfyUI] === /validate endpoint called === -[01:55] [ComfyUI] Received JSON with keys: ['prompt'] -[01:55] [ComfyUI] Prompt has 6 nodes -[01:55] [ComfyUI] Node 1: LoadImage -[01:55] [ComfyUI] Inputs: {"image": "example_image.jpg"} -[01:55] [ComfyUI] Node 15: SAM3PointCollector -[01:55] Queuing workflow for execution... -[01:55] [ComfyUI] Inputs: {"points_store": "{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":417.13743597288953,\"y\":407.3413796907987},{\"x\":431.76130993078743,\"y\":549.9241563039649}],\"negative\" -[01:55] [ComfyUI] Node 28: PreviewImage -[01:55] [ComfyUI] Inputs: {"images": ["31", 2]} -[01:55] [ComfyUI] Node 29: MaskPreview -[01:55] [ComfyUI] Inputs: {"mask": ["31", 0]} -[01:55] [ComfyUI] Node 30: LoadSAM3Model -[01:55] [ComfyUI] Inputs: {"precision": "auto", "compile": false} -[01:55] [ComfyUI] Node 31: SAM3Segmentation -[01:55] [ComfyUI] Inputs: {"refinement_iterations": 0, "use_multimask": true, "output_best_mask": true, "sam3_model_config": ["30", 0], "image": ["1", 0], "positive_points": ["15", 0], "negative_points": ["15", 1]} -[01:55] [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd -[01:55] [ComfyUI] Calling execution.validate_prompt()... -[01:55] [ComfyUI] Validation result: valid=True -[01:55] [ComfyUI] === Validation PASSED === -[01:55] [ComfyUI] got prompt -[01:55] [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{"positive":[{"x":426.27735719657574,"y":321.42611685978..., coordinates: '[{"x":426.27735719657574,"y":321.42611685978835},{"x":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu -[01:55] [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python -[01:55] [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED -[01:55] [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'} -[01:55] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... -[01:55] [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python -[01:55] [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3'] -[01:55] [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python -[01:55] [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']... -[01:55] [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path) -[01:58] [ComfyUI] [SubprocessWorker] worker started/confirmed -[01:58] [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3]) -[01:58] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... -[01:58] [ComfyUI] [SubprocessWorker] created 0 shm blocks -[01:58] [ComfyUI] [SubprocessWorker] sending request via socket... -[01:58] [ComfyUI] [SubprocessWorker] call_id=1 sending call_method -[01:58] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size'] -[01:58] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3] -[01:58] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3]) -[01:58] Frame 2 saved (frame_001.jpg, t=2.3s) -[01:58] [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True -[01:58] [ComfyUI] [SubprocessWorker] got response: ok -[01:58] [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput -[01:58] [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False -[01:58] [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED -[01:58] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... -[01:58] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... -[01:58] [ComfyUI] [ComfyUI-SAM3] Health check: ok -[01:58] [ComfyUI] [SubprocessWorker] worker started/confirmed -[01:58] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... -[01:58] [ComfyUI] [SubprocessWorker] created 0 shm blocks -[01:58] [ComfyUI] [SubprocessWorker] sending request via socket... -[01:58] [ComfyUI] [SubprocessWorker] call_id=2 sending call_method -[01:58] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace... -[01:58] Node executed (1 total), capturing... -[01:58] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors... -[01:58] Frame 3 saved (frame_002.jpg, t=3.0s) -[01:58] [capture-node] freeze=2ms shot=120ms unfreeze=4ms saved=True +[01:44] No GPU, no Mesa -- using SwiftShader software rendering +[01:44] Capturing execution frames: image_seg_point.json +[01:46] [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version. +[01:51] Frame 1 saved (frame_000.jpg, t=0.0s) +[01:51] Validating workflow... +[01:51] [ComfyUI] === /validate endpoint called === +[01:51] [ComfyUI] Received JSON with keys: ['prompt'] +[01:51] [ComfyUI] Prompt has 6 nodes +[01:51] [ComfyUI] Node 1: LoadImage +[01:51] [ComfyUI] Inputs: {"image": "example_image.jpg"} +[01:51] [ComfyUI] Node 15: SAM3PointCollector +[01:51] [ComfyUI] Inputs: {"points_store": "{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":417.13743597288953,\"y\":407.3413796907987},{\"x\":431.76130993078743,\"y\":549.9241563039649}],\"negative\" +[01:51] [ComfyUI] Node 28: PreviewImage +[01:51] [ComfyUI] Inputs: {"images": ["31", 2]} +[01:51] Queuing workflow for execution... +[01:51] [ComfyUI] Node 29: MaskPreview +[01:51] [ComfyUI] Inputs: {"mask": ["31", 0]} +[01:51] [ComfyUI] Node 30: LoadSAM3Model +[01:51] [ComfyUI] Inputs: {"precision": "auto", "compile": false} +[01:51] [ComfyUI] Node 31: SAM3Segmentation +[01:51] [ComfyUI] Inputs: {"refinement_iterations": 0, "use_multimask": true, "output_best_mask": true, "sam3_model_config": ["30", 0], "image": ["1", 0], "positive_points": ["15", 0], "negative_points": ["15", 1]} +[01:51] [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5 +[01:51] [ComfyUI] Calling execution.validate_prompt()... +[01:51] [ComfyUI] Validation result: valid=True +[01:51] [ComfyUI] === Validation PASSED === +[01:51] [ComfyUI] got prompt +[01:51] [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{"positive":[{"x":426.27735719657574,"y":321.42611685978..., coordinates: '[{"x":426.27735719657574,"y":321.42611685978835},{"x":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu +[01:51] [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python +[01:51] [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'} +[01:51] [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED +[01:51] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... +[01:51] [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python +[01:51] [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3'] +[01:51] [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python +[01:51] [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']... +[01:51] [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path) +[01:53] [ComfyUI] [SubprocessWorker] worker started/confirmed +[01:53] [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3]) +[01:53] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... +[01:53] [ComfyUI] [SubprocessWorker] created 0 shm blocks +[01:53] [ComfyUI] [SubprocessWorker] sending request via socket... +[01:53] [ComfyUI] [SubprocessWorker] call_id=1 sending call_method +[01:53] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size'] +[01:53] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3] +[01:53] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3]) +[01:53] Frame 2 saved (frame_001.jpg, t=2.3s) +[01:53] [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True +[01:53] [ComfyUI] [SubprocessWorker] got response: ok +[01:53] [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput +[01:53] [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False +[01:53] [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED +[01:53] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... +[01:53] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... +[01:53] [ComfyUI] [ComfyUI-SAM3] Health check: ok +[01:53] [ComfyUI] [SubprocessWorker] worker started/confirmed +[01:53] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... +[01:53] [ComfyUI] [SubprocessWorker] created 0 shm blocks +[01:53] [ComfyUI] [SubprocessWorker] sending request via socket... +[01:53] [ComfyUI] [SubprocessWorker] call_id=2 sending call_method +[01:53] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace... +[01:53] Node executed (1 total), capturing... +[01:53] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors... +[01:54] Frame 3 saved (frame_002.jpg, t=2.8s) +[01:54] [capture-node] freeze=2ms shot=115ms unfreeze=4ms saved=True +[01:54] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:54] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:54] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:54] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:54] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:54] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:54] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:54] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10% +[01:54] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:55] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:55] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:55] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:55] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:55] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:55] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:55] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20% +[01:55] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:55] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:56] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:56] Frame 4 saved (frame_003.jpg, t=5.0s) +[01:56] [capture-periodic] freeze=1ms shot=207ms unfreeze=4ms saved=True +[01:56] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:57] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:57] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:57] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:57] [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=26 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=28% browser_rss=0.90GB +[01:57] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:57] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30% +[01:57] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:57] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:57] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:57] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:58] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:58] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:58] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:58] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40% +[01:58] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[01:58] Frame 5 saved (frame_004.jpg, t=7.3s) +[01:58] [capture-periodic] freeze=1ms shot=272ms unfreeze=2ms saved=True +[01:58] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [01:58] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [01:58] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [01:59] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [01:59] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [01:59] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [01:59] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[01:59] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[01:59] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10% +[01:59] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50% [01:59] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [01:59] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [01:59] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[01:59] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:00] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:00] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:00] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20% [02:00] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:00] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:00] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:00] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:00] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[02:00] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60% [02:01] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:01] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:01] Frame 4 saved (frame_003.jpg, t=5.4s) -[02:01] [capture-periodic] freeze=11ms shot=127ms unfreeze=3ms saved=True -[02:01] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:01] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30% +[02:01] Frame 6 saved (frame_005.jpg, t=9.9s) +[02:01] [capture-periodic] freeze=16ms shot=192ms unfreeze=7ms saved=True [02:01] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:01] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:01] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:01] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:01] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[02:02] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70% +[02:02] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[02:02] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:02] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:02] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:02] [capture-loop] iter=50 t=6.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=12 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.89GB -[02:02] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40% [02:02] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:02] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:03] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:03] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:03] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[02:03] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80% +[02:03] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[02:03] Frame 7 saved (frame_006.jpg, t=12.2s) +[02:03] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[02:03] [capture-periodic] freeze=9ms shot=176ms unfreeze=2ms saved=True [02:03] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:03] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:03] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:03] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50% -[02:03] Frame 5 saved (frame_004.jpg, t=7.7s) -[02:03] [capture-periodic] freeze=3ms shot=279ms unfreeze=17ms saved=True -[02:03] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:03] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:04] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:04] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:04] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:04] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[02:04] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 90% +[02:04] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:04] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:04] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:04] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:05] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60% [02:05] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:05] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:05] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 [02:05] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 +[02:05] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 100% [02:05] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:05] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:05] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:05] Frame 6 saved (frame_005.jpg, t=10.1s) -[02:06] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70% -[02:06] [capture-periodic] freeze=9ms shot=134ms unfreeze=3ms saved=True -[02:06] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:06] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:06] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:06] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:06] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:06] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:06] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:07] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:07] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80% -[02:07] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:07] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:07] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:07] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:07] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:08] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:08] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:08] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 90% -[02:08] Frame 7 saved (frame_006.jpg, t=12.5s) -[02:08] [capture-periodic] freeze=2ms shot=120ms unfreeze=3ms saved=True -[02:08] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:08] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:08] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:08] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:08] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:09] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:09] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:09] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:09] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:09] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 100% -[02:09] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2 -[02:09] [capture-loop] iter=100 t=14.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=43% browser_rss=0.94GB -[02:09] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloaded sam3.safetensors -[02:09] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model downloaded successfully -[02:09] [ComfyUI] [SubprocessWorker] got response: ok -[02:09] [ComfyUI] [comfy-env] LoadSAM3Model done (11.45s): result: NodeOutput -[02:09] [ComfyUI] [comfy-env] Running SAM3Segmentation: refinement_iterations: 0, use_multimask: True, output_best_mask: True, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu, positive_points: dict, negative_points: dict -[02:09] [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Segmentation.EXECUTE_NORMALIZED -[02:10] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... -[02:10] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... -[02:10] [ComfyUI] [ComfyUI-SAM3] Health check: ok -[02:10] [ComfyUI] [SubprocessWorker] worker started/confirmed -[02:10] [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3]) -[02:10] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... -[02:10] [ComfyUI] [SubprocessWorker] created 0 shm blocks -[02:10] [ComfyUI] [SubprocessWorker] sending request via socket... -[02:10] [ComfyUI] [SubprocessWorker] call_id=3 sending call_method -[02:10] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size'] -[02:10] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3] -[02:10] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3]) -[02:10] Frame 8 saved (frame_007.jpg, t=14.8s) -[02:10] [capture-periodic] freeze=3ms shot=113ms unfreeze=5ms saved=True -[02:12] [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=3 -[02:12] [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.32GB -[02:12] [ComfyUI] [comfy-env] VRAM after eviction: 14.32GB -[02:15] [capture-loop] iter=150 t=19.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=36% browser_rss=0.93GB -[02:20] [capture-loop] iter=200 t=25.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB -[02:26] [capture-loop] iter=250 t=30.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.84GB -[02:32] [capture-loop] iter=300 t=36.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB -[02:37] [capture-loop] iter=350 t=42.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB -[02:43] [capture-loop] iter=400 t=47.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB -[02:48] [capture-loop] iter=450 t=53.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB -[02:54] [capture-loop] iter=500 t=58.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=0.82GB -[02:56] [ComfyUI] [worker:ComfyUI-SAM3] -[02:56] [ComfyUI] === WATCHDOG TICK 1 === -[02:56] [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007fbcba3a16c0 (most recent call first): -[02:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 52 in _watchdog -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap -[02:56] [ComfyUI] -[02:56] [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first): -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py", line 475 in forward_comfy_cast_weights -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py", line 482 in forward -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 144 in forward -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 823 in forward -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 496 in execute -[02:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED -[02:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1762 in main -[02:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1807 in -[02:56] [ComfyUI] -[02:56] [ComfyUI] [worker:ComfyUI-SAM3] === END === -[02:56] [ComfyUI] -[02:59] [capture-loop] iter=550 t=64.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB -[03:05] [capture-loop] iter=600 t=69.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB -[03:11] [capture-loop] iter=650 t=75.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB -[03:16] [capture-loop] iter=700 t=80.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=0.81GB -[03:22] [capture-loop] iter=750 t=86.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB -[03:27] [capture-loop] iter=800 t=92.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB -[03:33] [capture-loop] iter=850 t=97.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB -[03:38] [capture-loop] iter=900 t=103.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB -[03:42] [ComfyUI] [SubprocessWorker] got response: ok -[03:42] [ComfyUI] [comfy-env] SAM3Segmentation done (92.28s): result: NodeOutput -[03:42] Node executed (2 total), capturing... -[03:42] [ComfyUI] Prompt executed in 106.40 seconds -[03:42] Frame 9 saved (frame_008.jpg, t=106.7s) -[03:42] [capture-node] freeze=3ms shot=124ms unfreeze=3ms saved=True -[03:42] Node executed (3 total), capturing... -[03:42] Frame 10 saved (frame_009.jpg, t=107.2s) -[03:42] [capture-node] freeze=2ms shot=118ms unfreeze=0ms saved=True -[03:42] Execution complete (t=107.1s) -[03:42] Captured 10 unique frames over 107.31s -[03:42] [debug] iframes: 0 -[03:42] [timing] trigger_3d_previews: 0.0s -[03:45] Saved high-quality screenshot: image_seg_point_executed.png -[03:45] [timing] final_screenshot: 0.3s -[03:45] Capturing execution frames: image_seg_text.json -[03:50] Frame 1 saved (frame_000.jpg, t=0.0s) -[03:50] Validating workflow... -[03:50] [ComfyUI] === /validate endpoint called === -[03:50] [ComfyUI] Received JSON with keys: ['prompt'] -[03:50] [ComfyUI] Prompt has 5 nodes -[03:50] [ComfyUI] Node 1: LoadImage -[03:50] [ComfyUI] Inputs: {"image": "example_image.jpg"} -[03:50] [ComfyUI] Node 3: PreviewImage -[03:50] [ComfyUI] Inputs: {"images": ["15", 1]} -[03:50] [ComfyUI] Node 4: MaskPreview -[03:50] Queuing workflow for execution... -[03:50] [ComfyUI] Inputs: {"mask": ["15", 0]} -[03:50] [ComfyUI] Node 12: LoadSAM3Model -[03:50] [ComfyUI] Inputs: {"precision": "fp32", "compile": false} -[03:50] [ComfyUI] Node 15: SAM3Grounding -[03:50] [ComfyUI] Inputs: {"confidence_threshold": 0.2, "text_prompt": "child", "max_detections": -1, "sam3_model_config": ["12", 0], "image": ["1", 0]} -[03:50] [ComfyUI] Generated prompt_id: 4b97a3e2-ee99-4df9-b40b-fbe9322c859c -[03:50] [ComfyUI] Calling execution.validate_prompt()... -[03:50] [ComfyUI] Validation result: valid=True -[03:50] [ComfyUI] === Validation PASSED === -[03:50] [ComfyUI] got prompt -[03:50] [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False -[03:50] [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED -[03:50] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... -[03:50] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... -[03:50] [ComfyUI] [ComfyUI-SAM3] Health check: ok -[03:50] [ComfyUI] [SubprocessWorker] worker started/confirmed -[03:50] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... -[03:50] [ComfyUI] [SubprocessWorker] created 0 shm blocks -[03:50] [ComfyUI] [SubprocessWorker] sending request via socket... -[03:50] [ComfyUI] [SubprocessWorker] call_id=4 sending call_method -[03:50] [ComfyUI] [SubprocessWorker] got response: ok -[03:50] [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput -[03:50] [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu -[03:50] [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED -[03:50] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... -[03:50] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... -[03:50] [ComfyUI] [ComfyUI-SAM3] Health check: ok -[03:50] [ComfyUI] [SubprocessWorker] worker started/confirmed -[03:50] [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3]) -[03:50] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... -[03:50] [ComfyUI] [SubprocessWorker] created 0 shm blocks -[03:50] [ComfyUI] [SubprocessWorker] sending request via socket... -[03:50] [ComfyUI] [SubprocessWorker] call_id=5 sending call_method -[03:50] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size'] -[03:50] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3] -[03:50] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3]) -[03:51] [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5 -[03:51] [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.03GB -[03:51] [ComfyUI] [comfy-env] VRAM after eviction: 14.03GB -[03:53] Frame 2 saved (frame_001.jpg, t=2.2s) -[03:53] [capture-periodic] freeze=2ms shot=93ms unfreeze=4ms saved=True -[03:55] Frame 3 saved (frame_002.jpg, t=4.4s) -[03:55] [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True -[03:56] [ComfyUI] [worker:ComfyUI-SAM3] -[03:56] [ComfyUI] === WATCHDOG TICK 2 === -[03:56] [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first): -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py", line 293 in accept -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 609 in accept -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 463 in accept -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py", line 138 in _serve -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap -[03:56] [ComfyUI] -[03:56] [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first): -[03:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 52 in _watchdog -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap -[03:56] [ComfyUI] -[03:56] [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first): -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py", line 475 in forward_comfy_cast_weights -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py", line 482 in forward -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 147 in forward -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 823 in forward -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 133 in _segment_grounding -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 111 in execute -[03:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED -[03:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1762 in main -[03:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1807 in -[03:56] [ComfyUI] -[03:56] [ComfyUI] [worker:ComfyUI-SAM3] === END === -[03:56] [ComfyUI] -[03:56] [capture-loop] iter=50 t=5.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=26% browser_rss=0.82GB -[04:01] [capture-loop] iter=100 t=11.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB -[04:07] [capture-loop] iter=150 t=16.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB -[04:12] [capture-loop] iter=200 t=22.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB -[04:18] [capture-loop] iter=250 t=27.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.73GB -[04:23] [capture-loop] iter=300 t=33.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.73GB -[04:29] [capture-loop] iter=350 t=38.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.72GB -[04:35] [capture-loop] iter=400 t=44.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.71GB -[04:40] [capture-loop] iter=450 t=49.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.72GB -[04:46] [capture-loop] iter=500 t=55.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB -[04:51] [capture-loop] iter=550 t=60.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB -[04:56] [ComfyUI] [worker:ComfyUI-SAM3] -[04:56] [ComfyUI] === WATCHDOG TICK 3 === -[04:56] [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first): -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py", line 293 in accept -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 609 in accept -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 463 in accept -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py", line 138 in _serve -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap -[04:56] [ComfyUI] -[04:56] [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first): -[04:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 52 in _watchdog -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap -[04:56] [ComfyUI] -[04:56] [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first): -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 170 in _get_attention_scores_no_kv_chunking -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 259 in efficient_dot_product_attention -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py", line 275 in attention_sub_quad -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py", line 139 in wrapper -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py", line 120 in sam3_attention -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 729 in forward -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 819 in forward -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 133 in _segment_grounding -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 111 in execute -[04:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED -[04:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1762 in main -[04:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1807 in -[04:56] [ComfyUI] -[04:56] [ComfyUI] [worker:ComfyUI-SAM3] === END === -[04:56] [ComfyUI] -[04:57] [capture-loop] iter=600 t=66.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.72GB -[05:02] [capture-loop] iter=650 t=71.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB -[05:08] [capture-loop] iter=700 t=77.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB -[05:13] [capture-loop] iter=750 t=82.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB -[05:19] [capture-loop] iter=800 t=88.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB -[05:24] [capture-loop] iter=850 t=94.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.1/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB -[05:28] [ComfyUI] [SubprocessWorker] got response: ok -[05:28] [ComfyUI] [comfy-env] SAM3Grounding done (97.64s): result: NodeOutput -[05:28] Node executed (1 total), capturing... -[05:28] [ComfyUI] Prompt executed in 97.91 seconds -[05:29] Frame 4 saved (frame_003.jpg, t=98.2s) -[05:29] [capture-node] freeze=3ms shot=113ms unfreeze=4ms saved=True -[05:29] Node executed (2 total), capturing... -[05:29] Frame 5 saved (frame_004.jpg, t=98.6s) -[05:29] [capture-node] freeze=2ms shot=108ms unfreeze=0ms saved=True -[05:29] Execution complete (t=98.6s) -[05:29] Captured 5 unique frames over 98.72s -[05:29] [debug] iframes: 0 -[05:29] [timing] trigger_3d_previews: 0.0s -[05:31] Saved high-quality screenshot: image_seg_text_executed.png -[05:31] [timing] final_screenshot: 0.3s -[05:32] Capturing execution frames: scene_seg.json -[05:37] Frame 1 saved (frame_000.jpg, t=0.0s) -[05:37] Validating workflow... -[05:37] [ComfyUI] === /validate endpoint called === -[05:37] [ComfyUI] Received JSON with keys: ['prompt'] -[05:37] [ComfyUI] Prompt has 10 nodes -[05:37] [ComfyUI] Node 1: LoadImage -[05:37] [ComfyUI] Inputs: {"image": "image.png"} -[05:37] [ComfyUI] Node 3: PreviewImage -[05:37] [ComfyUI] Inputs: {"images": ["27", 1]} -[05:37] [ComfyUI] Node 4: MaskPreview -[05:37] [ComfyUI] Inputs: {"mask": ["27", 0]} -[05:37] [ComfyUI] Node 12: LoadSAM3Model -[05:37] [ComfyUI] Inputs: {"precision": "fp32", "compile": false} -[05:37] Queuing workflow for execution... -[05:37] [ComfyUI] Node 20: SAM3MultiRegionCollector -[05:37] [ComfyUI] Inputs: {"multi_prompts_store": "[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600693869637},{\"x\":4932.510591392486,\"y\":2953.9413227753366},{\"x\":4718.752461738845,\"y\":2967.301479448883},{ -[05:37] [ComfyUI] Node 22: MultibandFromBatch -[05:37] [ComfyUI] Inputs: {"images": ["1", 0], "masks": ["27", 0]} -[05:37] [ComfyUI] Node 23: MultibandSave -[05:37] [ComfyUI] Inputs: {"file_path": "output/multiband", "format": "npz", "multiband": ["26", 0]} -[05:37] [ComfyUI] Node 24: MultibandPreview -[05:37] [ComfyUI] Inputs: {"channel_index": 0, "multiband": ["26", 0]} -[05:37] [ComfyUI] Node 26: MultibandResize -[05:37] [ComfyUI] Inputs: {"upscale_method": "nearest-exact", "width": 900, "height": 600, "crop": "center", "multiband": ["22", 0]} -[05:37] [ComfyUI] Node 27: SAM3MultipromptSegmentation -[05:37] [ComfyUI] Inputs: {"refinement_iterations": 0, "use_multimask": false, "sam3_model_config": ["12", 0], "image": ["1", 0], "multi_prompts": ["20", 0]} -[05:37] [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf -[05:37] [ComfyUI] Calling execution.validate_prompt()... -[05:37] [ComfyUI] Validation result: valid=True -[05:37] [ComfyUI] === Validation PASSED === -[05:37] [ComfyUI] got prompt -[05:38] [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{"positive_points":[{"x":5052.74953932266,"y":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu -[05:38] [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED -[05:38] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... -[05:38] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... -[05:38] [ComfyUI] [ComfyUI-SAM3] Health check: ok -[05:38] [ComfyUI] [SubprocessWorker] worker started/confirmed -[05:38] [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3]) -[05:38] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... -[05:38] [ComfyUI] [SubprocessWorker] created 0 shm blocks -[05:38] [ComfyUI] [SubprocessWorker] sending request via socket... -[05:38] [ComfyUI] [SubprocessWorker] call_id=6 sending call_method -[05:38] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size'] -[05:38] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3] -[05:38] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3]) -[05:38] [ComfyUI] [SubprocessWorker] got response: ok -[05:38] [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput -[05:38] [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False -[05:38] [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED -[05:38] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... -[05:38] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... -[05:38] [ComfyUI] [ComfyUI-SAM3] Health check: ok -[05:38] [ComfyUI] [SubprocessWorker] worker started/confirmed -[05:38] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... -[05:38] [ComfyUI] [SubprocessWorker] created 0 shm blocks -[05:38] [ComfyUI] [SubprocessWorker] sending request via socket... -[05:38] [ComfyUI] [SubprocessWorker] call_id=7 sending call_method -[05:38] [ComfyUI] [SubprocessWorker] got response: ok -[05:38] [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput -[05:38] [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7] -[05:38] [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED -[05:38] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... -[05:38] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... -[05:38] [ComfyUI] [ComfyUI-SAM3] Health check: ok -[05:38] [ComfyUI] [SubprocessWorker] worker started/confirmed -[05:38] [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3]) -[05:38] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... -[05:38] [ComfyUI] [SubprocessWorker] created 0 shm blocks -[05:38] [ComfyUI] [SubprocessWorker] sending request via socket... -[05:38] [ComfyUI] [SubprocessWorker] call_id=8 sending call_method -[05:38] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size'] -[05:38] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3] -[05:38] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3]) -[05:38] [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8 -[05:38] [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB -[05:38] [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB -[05:39] Node executed (1 total), capturing... -[05:39] Frame 2 saved (frame_001.jpg, t=1.9s) -[05:39] [capture-node] freeze=12ms shot=201ms unfreeze=6ms saved=True -[05:41] Frame 3 saved (frame_002.jpg, t=4.2s) -[05:41] [capture-periodic] freeze=2ms shot=149ms unfreeze=6ms saved=True -[05:43] [capture-loop] iter=50 t=6.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=29% browser_rss=2.05GB -[05:49] [capture-loop] iter=100 t=12.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.04GB -[05:55] [capture-loop] iter=150 t=17.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.97GB -[05:56] [ComfyUI] [worker:ComfyUI-SAM3] -[05:56] [ComfyUI] === WATCHDOG TICK 4 === -[05:56] [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first): -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py", line 293 in accept -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 609 in accept -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 463 in accept -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py", line 138 in _serve -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap -[05:56] [ComfyUI] -[05:56] [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first): -[05:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 52 in _watchdog -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap -[05:56] [ComfyUI] -[05:56] [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first): -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 159 in _get_attention_scores_no_kv_chunking -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 269 in -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 268 in efficient_dot_product_attention -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py", line 275 in attention_sub_quad -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py", line 139 in wrapper -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py", line 120 in sam3_attention -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 729 in forward -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 819 in forward -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 733 in execute -[05:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED -[05:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1762 in main -[05:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1807 in -[05:56] [ComfyUI] -[05:56] [ComfyUI] [worker:ComfyUI-SAM3] === END === -[05:56] [ComfyUI] -[06:00] [capture-loop] iter=200 t=23.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.97GB -[06:06] [capture-loop] iter=250 t=29.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB -[06:12] [capture-loop] iter=300 t=34.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB -[06:18] [capture-loop] iter=350 t=40.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.3/15.6GB (34%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.89GB -[06:23] [capture-loop] iter=400 t=46.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB -[06:29] [capture-loop] iter=450 t=51.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB -[06:34] [capture-loop] iter=500 t=57.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB -[06:40] [capture-loop] iter=550 t=63.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB -[06:46] [capture-loop] iter=600 t=68.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB -[06:51] [capture-loop] iter=650 t=74.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB -[06:56] [ComfyUI] [worker:ComfyUI-SAM3] -[06:56] [ComfyUI] === WATCHDOG TICK 5 === -[06:56] [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first): -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py", line 293 in accept -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 609 in accept -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 463 in accept -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py", line 138 in _serve -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap -[06:56] [ComfyUI] -[06:56] [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first): -[06:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 52 in _watchdog -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap -[06:56] [ComfyUI] -[06:56] [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first): -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py", line 475 in forward_comfy_cast_weights -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py", line 482 in forward -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 740 in forward -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 819 in forward -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 733 in execute -[06:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED -[06:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1762 in main -[06:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1807 in -[06:56] [ComfyUI] -[06:56] [ComfyUI] [worker:ComfyUI-SAM3] === END === -[06:56] [ComfyUI] -[06:57] [capture-loop] iter=700 t=80.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB -[07:03] [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB -[07:08] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 -[07:08] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 -[07:08] [capture-loop] iter=800 t=91.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=10 ram=4.0/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB -[07:09] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 -[07:09] Frame 4 saved (frame_003.jpg, t=91.5s) -[07:09] [capture-periodic] freeze=2ms shot=192ms unfreeze=4ms saved=True -[07:09] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 -[07:09] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 -[07:09] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 -[07:10] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 -[07:11] Frame 5 saved (frame_004.jpg, t=93.8s) -[07:11] [capture-periodic] freeze=3ms shot=162ms unfreeze=9ms saved=True -[07:14] [capture-loop] iter=850 t=97.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=6.3/15.6GB (41%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.12GB -[07:18] [ComfyUI] [SubprocessWorker] got response: ok -[07:18] [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (99.69s): result: NodeOutput -[07:20] [capture-loop] iter=900 t=102.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.12GB -[07:20] Frame 6 saved (frame_005.jpg, t=102.9s) -[07:20] [capture-periodic] freeze=3ms shot=142ms unfreeze=10ms saved=True -[07:23] Node executed (2 total), capturing... -[07:24] Frame 7 saved (frame_006.jpg, t=105.9s) -[07:24] [capture-node] freeze=552ms shot=284ms unfreeze=31ms saved=True -[07:26] [ComfyUI] BatchToMultiband: Processed 1 images with 3 channels each -> 3 channels -[07:26] [ComfyUI] BatchToMultiband: Processed 7 masks -> 7 channels -[07:26] Node executed (3 total), capturing... -[07:26] [ComfyUI] BatchToMultiband: Output shape torch.Size([1, 10, 4480, 6720]), channels: ['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07'] -[07:26] [ComfyUI] ResizeMultiband: 4480x6720 -> 600x900 -[07:26] [ComfyUI] PreviewMultibandImage: Batch=1, Channels=10, Names=['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07'] -[07:27] [ComfyUI] SaveMultibandImage: Saved to output/multiband.npz -[07:27] [ComfyUI] Prompt executed in 109.74 seconds -[07:27] Frame 8 saved (frame_007.jpg, t=109.0s) -[07:28] [ComfyUI] Shape: (1, 10, 600, 900) -[07:28] [capture-node] freeze=154ms shot=1009ms unfreeze=6ms saved=True -[07:28] [ComfyUI] Format: npz -[07:28] Node executed (4 total), capturing... -[07:29] Frame 9 saved (frame_008.jpg, t=111.5s) -[07:29] [capture-node] freeze=2ms shot=180ms unfreeze=0ms saved=True -[07:29] Execution complete (t=111.5s) -[07:29] Captured 9 unique frames over 111.68s -[07:29] [debug] iframes: 0 -[07:29] [timing] trigger_3d_previews: 0.0s -[07:31] Saved high-quality screenshot: scene_seg_executed.png -[07:31] [timing] final_screenshot: 0.3s -[07:31] Capturing execution frames: scene_seg_interactive.json -[07:38] Frame 1 saved (frame_000.jpg, t=0.0s) -[07:38] Validating workflow... -[07:38] [ComfyUI] === /validate endpoint called === -[07:38] [ComfyUI] Received JSON with keys: ['prompt'] -[07:38] [ComfyUI] Prompt has 4 nodes -[07:38] [ComfyUI] Node 1: LoadImage -[07:38] [ComfyUI] Inputs: {"image": "image.png"} -[07:38] [ComfyUI] Node 4: MaskPreview -[07:38] [ComfyUI] Inputs: {"mask": ["26", 0]} -[07:38] [ComfyUI] Node 12: LoadSAM3Model -[07:38] [ComfyUI] Inputs: {"precision": "auto", "compile": false} -[07:38] [ComfyUI] Node 26: SAM3InteractiveCollector -[07:38] [ComfyUI] Inputs: {"multi_prompts_store": "[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.2208696844737}],\"negative_points\":[],\"positive_boxes\":[],\"negative_boxes\":[],\"name\":\"Prompt 1\"},{\"positiv -[07:38] [ComfyUI] Generated prompt_id: ffdbf462-d0ad-4ca6-b470-162045d8f652 -[07:38] [ComfyUI] Calling execution.validate_prompt()... -[07:38] [ComfyUI] Validation result: valid=True -[07:38] [ComfyUI] === Validation PASSED === -[07:38] Queuing workflow for execution... -[07:38] [ComfyUI] got prompt -[07:38] [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False -[07:38] [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED -[07:38] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... -[07:38] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... -[07:38] [ComfyUI] [ComfyUI-SAM3] Health check: ok -[07:38] [ComfyUI] [SubprocessWorker] worker started/confirmed -[07:38] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... -[07:38] [ComfyUI] [SubprocessWorker] created 0 shm blocks -[07:38] [ComfyUI] [SubprocessWorker] sending request via socket... -[07:38] [ComfyUI] [SubprocessWorker] call_id=9 sending call_method -[07:38] [ComfyUI] [SubprocessWorker] got response: ok -[07:38] [ComfyUI] [comfy-env] LoadSAM3Model done (0.02s): result: NodeOutput -[07:38] [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{"positive_points":[{"x":3348.288109906738,"y":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26' -[07:38] [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED -[07:38] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... -[07:38] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... -[07:38] [ComfyUI] [ComfyUI-SAM3] Health check: ok -[07:38] [ComfyUI] [SubprocessWorker] worker started/confirmed -[07:38] [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3]) -[07:38] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... -[07:38] [ComfyUI] [SubprocessWorker] created 0 shm blocks -[07:38] [ComfyUI] [SubprocessWorker] sending request via socket... -[07:38] [ComfyUI] [SubprocessWorker] call_id=10 sending call_method -[07:38] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size'] -[07:38] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3] -[07:38] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3]) -[07:39] [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=10 -[07:39] [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.26GB -[07:39] [ComfyUI] [comfy-env] VRAM after eviction: 12.26GB -[07:40] Frame 2 saved (frame_001.jpg, t=2.2s) -[07:40] [capture-periodic] freeze=2ms shot=96ms unfreeze=3ms saved=True -[07:42] Frame 3 saved (frame_002.jpg, t=4.5s) -[07:42] [capture-periodic] freeze=2ms shot=115ms unfreeze=3ms saved=True -[07:43] [capture-loop] iter=50 t=5.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.5/15.6GB (29%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.44GB -[07:49] [capture-loop] iter=100 t=11.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.34GB -[07:54] [capture-loop] iter=150 t=16.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB -[07:56] [ComfyUI] [worker:ComfyUI-SAM3] -[07:56] [ComfyUI] === WATCHDOG TICK 6 === -[07:56] [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first): -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py", line 293 in accept -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 609 in accept -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 463 in accept -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py", line 138 in _serve -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap -[07:56] [ComfyUI] -[07:56] [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first): -[07:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 52 in _watchdog -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap -[07:56] [ComfyUI] -[07:56] [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first): -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 159 in _get_attention_scores_no_kv_chunking -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 269 in -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 268 in efficient_dot_product_attention -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py", line 275 in attention_sub_quad -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py", line 139 in wrapper -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py", line 120 in sam3_attention -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 729 in forward -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 819 in forward -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py", line 687 in execute -[07:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED -[07:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1762 in main -[07:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1807 in -[07:56] [ComfyUI] -[07:56] [ComfyUI] [worker:ComfyUI-SAM3] === END === -[07:56] [ComfyUI] -[08:00] [capture-loop] iter=200 t=22.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB -[08:05] [capture-loop] iter=250 t=28.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB -[08:11] [capture-loop] iter=300 t=33.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB -[08:16] [capture-loop] iter=350 t=39.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB -[08:22] [capture-loop] iter=400 t=44.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB -[08:27] [capture-loop] iter=450 t=50.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB -[08:33] [capture-loop] iter=500 t=55.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB -[08:39] [capture-loop] iter=550 t=61.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=5.6/15.6GB (36%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB -[08:44] [capture-loop] iter=600 t=66.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB -[08:50] [capture-loop] iter=650 t=72.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB -[08:55] [capture-loop] iter=700 t=77.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB -[08:56] [ComfyUI] [worker:ComfyUI-SAM3] -[08:56] [ComfyUI] === WATCHDOG TICK 7 === -[08:56] [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first): -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py", line 293 in accept -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 609 in accept -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 463 in accept -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py", line 138 in _serve -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap -[08:56] [ComfyUI] -[08:56] [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first): -[08:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 52 in _watchdog -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap -[08:56] [ComfyUI] -[08:56] [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first): -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py", line 475 in forward_comfy_cast_weights -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py", line 482 in forward -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 147 in forward -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 823 in forward -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py", line 687 in execute -[08:56] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED -[08:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1762 in main -[08:56] [ComfyUI] File "/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py", line 1807 in -[08:56] [ComfyUI] -[08:56] [ComfyUI] [worker:ComfyUI-SAM3] === END === -[08:56] [ComfyUI] -[09:01] [capture-loop] iter=750 t=83.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB -[09:06] [capture-loop] iter=800 t=88.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB -[09:07] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=10 -[09:07] Frame 4 saved (frame_003.jpg, t=89.8s) -[09:07] [capture-periodic] freeze=3ms shot=115ms unfreeze=5ms saved=True -[09:09] [ComfyUI] [SubprocessWorker] got response: ok -[09:09] [ComfyUI] [comfy-env] SAM3InteractiveCollector done (90.62s): result: NodeOutput -[09:09] [ComfyUI] Prompt executed in 91.86 seconds -[09:10] Node executed (1 total), capturing... -[09:11] Frame 5 saved (frame_004.jpg, t=92.5s) -[09:11] [capture-node] freeze=141ms shot=504ms unfreeze=5ms saved=True -[09:11] Node executed (2 total), capturing... -[09:11] [capture-node] freeze=2ms shot=158ms unfreeze=0ms saved=False -[09:11] Execution complete (t=93.4s) -[09:11] Captured 5 unique frames over 93.6s -[09:11] [debug] iframes: 0 -[09:11] [timing] trigger_3d_previews: 0.0s -[09:13] Saved high-quality screenshot: scene_seg_interactive_executed.png -[09:13] [timing] final_screenshot: 0.3s -[09:14] [5/5] SKIPPED (not in cpu list) video_point_prompt.json -[09:14] Results saved to /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/comfy-test-logs/SAM3-2028/dev/linux-cpu/results.json -[09:14] Model report: 1 files, 3.2 GB -> /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/comfy-test-logs/SAM3-2028/dev/linux-cpu/models.json -[09:14] Saved: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/comfy-test-logs/SAM3-2028/dev/linux-cpu/index.html -[09:14] [EXECUTION] PASSED -[09:14] +[02:05] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloaded sam3.safetensors +[02:05] [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model downloaded successfully +[02:05] [ComfyUI] [SubprocessWorker] got response: ok +[02:05] [ComfyUI] [comfy-env] LoadSAM3Model done (11.90s): result: NodeOutput +[02:05] [ComfyUI] [comfy-env] Running SAM3Segmentation: refinement_iterations: 0, use_multimask: True, output_best_mask: True, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu, positive_points: dict, negative_points: dict +[02:05] [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Segmentation.EXECUTE_NORMALIZED +[02:05] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... +[02:05] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... +[02:05] [ComfyUI] [ComfyUI-SAM3] Health check: ok +[02:05] [ComfyUI] [SubprocessWorker] worker started/confirmed +[02:05] [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3]) +[02:05] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... +[02:05] [ComfyUI] [SubprocessWorker] created 0 shm blocks +[02:05] [ComfyUI] [SubprocessWorker] sending request via socket... +[02:05] [ComfyUI] [SubprocessWorker] call_id=3 sending call_method +[02:05] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size'] +[02:05] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3] +[02:05] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3]) +[02:05] [capture-loop] iter=100 t=14.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.2/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=42% browser_rss=0.95GB +[02:06] Frame 8 saved (frame_007.jpg, t=14.8s) +[02:06] [capture-periodic] freeze=4ms shot=132ms unfreeze=2ms saved=True +[02:08] [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=3 +[02:08] [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.29GB +[02:08] [ComfyUI] [comfy-env] VRAM after eviction: 14.29GB +[02:11] [capture-loop] iter=150 t=20.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=0.94GB +[02:16] [capture-loop] iter=200 t=25.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB +[02:22] [capture-loop] iter=250 t=31.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB +[02:27] [capture-loop] iter=300 t=36.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB +[02:33] [capture-loop] iter=350 t=42.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB +[02:38] [capture-loop] iter=400 t=47.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.86GB +[02:44] [capture-loop] iter=450 t=53.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.1/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.86GB +[02:49] [capture-loop] iter=500 t=58.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB +[02:51] [ComfyUI] [worker:ComfyUI-SAM3] +[02:51] [ComfyUI] === WATCHDOG TICK 1 === +[02:51] [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007f6f9b6ad6c0 (most recent call first): +[02:51] [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 52 in _watchdog +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap +[02:51] [ComfyUI] +[02:51] [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first): +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py", line 475 in forward_comfy_cast_weights +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py", line 482 in forward +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 740 in forward +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 819 in forward +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 496 in execute +[02:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED +[02:51] [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1762 in main +[02:51] [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1807 in +[02:51] [ComfyUI] +[02:51] [ComfyUI] [worker:ComfyUI-SAM3] === END === +[02:51] [ComfyUI] +[02:55] [capture-loop] iter=550 t=64.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.9/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB +[03:00] [capture-loop] iter=600 t=69.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB +[03:06] [capture-loop] iter=650 t=74.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB +[03:11] [capture-loop] iter=700 t=80.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB +[03:16] [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB +[03:22] [capture-loop] iter=800 t=91.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB +[03:27] [ComfyUI] [SubprocessWorker] got response: ok +[03:27] [ComfyUI] [comfy-env] SAM3Segmentation done (81.58s): result: NodeOutput +[03:27] Node executed (2 total), capturing... +[03:27] [ComfyUI] Prompt executed in 95.99 seconds +[03:27] Frame 9 saved (frame_008.jpg, t=96.3s) +[03:27] [capture-node] freeze=2ms shot=111ms unfreeze=2ms saved=True +[03:27] Node executed (3 total), capturing... +[03:27] Frame 10 saved (frame_009.jpg, t=96.7s) +[03:27] [capture-node] freeze=1ms shot=118ms unfreeze=0ms saved=True +[03:27] Execution complete (t=96.7s) +[03:27] Captured 10 unique frames over 96.87s +[03:27] [debug] iframes: 0 +[03:27] [timing] trigger_3d_previews: 0.0s +[03:30] Saved high-quality screenshot: image_seg_point_executed.png +[03:30] [timing] final_screenshot: 0.3s +[03:30] Capturing execution frames: image_seg_text.json +[03:35] Frame 1 saved (frame_000.jpg, t=0.0s) +[03:35] Validating workflow... +[03:35] [ComfyUI] === /validate endpoint called === +[03:35] [ComfyUI] Received JSON with keys: ['prompt'] +[03:35] [ComfyUI] Prompt has 5 nodes +[03:35] [ComfyUI] Node 1: LoadImage +[03:35] [ComfyUI] Inputs: {"image": "example_image.jpg"} +[03:35] [ComfyUI] Node 3: PreviewImage +[03:35] [ComfyUI] Inputs: {"images": ["15", 1]} +[03:35] Queuing workflow for execution... +[03:35] [ComfyUI] Node 4: MaskPreview +[03:35] [ComfyUI] Inputs: {"mask": ["15", 0]} +[03:35] [ComfyUI] Node 12: LoadSAM3Model +[03:35] [ComfyUI] Inputs: {"precision": "fp32", "compile": false} +[03:35] [ComfyUI] Node 15: SAM3Grounding +[03:35] [ComfyUI] Inputs: {"confidence_threshold": 0.2, "text_prompt": "child", "max_detections": -1, "sam3_model_config": ["12", 0], "image": ["1", 0]} +[03:35] [ComfyUI] Generated prompt_id: e922aced-157b-49ab-92d7-2377fc236b55 +[03:35] [ComfyUI] Calling execution.validate_prompt()... +[03:35] [ComfyUI] Validation result: valid=True +[03:35] [ComfyUI] === Validation PASSED === +[03:35] [ComfyUI] got prompt +[03:36] [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False +[03:36] [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED +[03:36] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... +[03:36] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... +[03:36] [ComfyUI] [ComfyUI-SAM3] Health check: ok +[03:36] [ComfyUI] [SubprocessWorker] worker started/confirmed +[03:36] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... +[03:36] [ComfyUI] [SubprocessWorker] created 0 shm blocks +[03:36] [ComfyUI] [SubprocessWorker] sending request via socket... +[03:36] [ComfyUI] [SubprocessWorker] call_id=4 sending call_method +[03:36] [ComfyUI] [SubprocessWorker] got response: ok +[03:36] [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput +[03:36] [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu +[03:36] [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED +[03:36] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... +[03:36] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... +[03:36] [ComfyUI] [ComfyUI-SAM3] Health check: ok +[03:36] [ComfyUI] [SubprocessWorker] worker started/confirmed +[03:36] [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3]) +[03:36] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... +[03:36] [ComfyUI] [SubprocessWorker] created 0 shm blocks +[03:36] [ComfyUI] [SubprocessWorker] sending request via socket... +[03:36] [ComfyUI] [SubprocessWorker] call_id=5 sending call_method +[03:36] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size'] +[03:36] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3] +[03:36] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3]) +[03:36] [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5 +[03:36] [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.01GB +[03:36] [ComfyUI] [comfy-env] VRAM after eviction: 14.01GB +[03:38] Frame 2 saved (frame_001.jpg, t=2.3s) +[03:38] [capture-periodic] freeze=1ms shot=94ms unfreeze=3ms saved=True +[03:40] Frame 3 saved (frame_002.jpg, t=4.5s) +[03:40] [capture-periodic] freeze=1ms shot=93ms unfreeze=3ms saved=True +[03:41] [capture-loop] iter=50 t=5.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=25% browser_rss=0.87GB +[03:46] [capture-loop] iter=100 t=10.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.0/15.6GB (19%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB +[03:51] [ComfyUI] [worker:ComfyUI-SAM3] +[03:51] [ComfyUI] === WATCHDOG TICK 2 === +[03:51] [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first): +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py", line 293 in accept +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 609 in accept +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 463 in accept +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py", line 138 in _serve +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap +[03:51] [ComfyUI] +[03:51] [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first): +[03:51] [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 52 in _watchdog +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap +[03:51] [ComfyUI] +[03:51] [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first): +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 170 in _get_attention_scores_no_kv_chunking +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 269 in +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py", line 268 in efficient_dot_product_attention +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/attention.py", line 275 in attention_sub_quad +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/attention.py", line 139 in wrapper +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py", line 120 in sam3_attention +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 729 in forward +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 819 in forward +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 133 in _segment_grounding +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 111 in execute +[03:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED +[03:51] [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1762 in main +[03:51] [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1807 in +[03:51] [ComfyUI] +[03:51] [ComfyUI] [worker:ComfyUI-SAM3] === END === +[03:51] [ComfyUI] +[03:52] [capture-loop] iter=150 t=16.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB +[03:57] [capture-loop] iter=200 t=21.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB +[04:03] [capture-loop] iter=250 t=27.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.76GB +[04:08] [capture-loop] iter=300 t=32.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.7/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB +[04:14] [capture-loop] iter=350 t=38.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB +[04:19] [capture-loop] iter=400 t=43.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB +[04:24] [capture-loop] iter=450 t=49.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB +[04:30] [capture-loop] iter=500 t=54.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB +[04:35] [capture-loop] iter=550 t=59.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB +[04:41] [capture-loop] iter=600 t=65.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB +[04:46] [capture-loop] iter=650 t=70.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.9/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB +[04:51] [ComfyUI] [worker:ComfyUI-SAM3] +[04:51] [ComfyUI] === WATCHDOG TICK 3 === +[04:51] [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first): +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py", line 293 in accept +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 609 in accept +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 463 in accept +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py", line 138 in _serve +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap +[04:51] [ComfyUI] +[04:51] [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first): +[04:51] [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 52 in _watchdog +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap +[04:51] [ComfyUI] +[04:51] [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first): +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py", line 475 in forward_comfy_cast_weights +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py", line 482 in forward +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 1151 in forward_pre +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 1163 in forward +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 1279 in forward +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 1346 in forward +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3598 in _run_encoder +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3824 in forward_grounding +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1477 in _forward_grounding +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1393 in set_text_prompt +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 138 in _segment_grounding +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 111 in execute +[04:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED +[04:51] [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1762 in main +[04:51] [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1807 in +[04:51] [ComfyUI] +[04:51] [ComfyUI] [worker:ComfyUI-SAM3] === END === +[04:51] [ComfyUI] +[04:51] [capture-loop] iter=700 t=76.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB +[04:57] [capture-loop] iter=750 t=81.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB +[04:58] [ComfyUI] [SubprocessWorker] got response: ok +[04:58] [ComfyUI] [comfy-env] SAM3Grounding done (82.72s): result: NodeOutput +[04:58] Node executed (1 total), capturing... +[04:58] [ComfyUI] Prompt executed in 82.98 seconds +[04:59] Frame 4 saved (frame_003.jpg, t=83.3s) +[04:59] [capture-node] freeze=2ms shot=101ms unfreeze=2ms saved=True +[04:59] Node executed (2 total), capturing... +[04:59] Frame 5 saved (frame_004.jpg, t=83.7s) +[04:59] [capture-node] freeze=1ms shot=110ms unfreeze=0ms saved=True +[04:59] Execution complete (t=83.7s) +[04:59] Captured 5 unique frames over 83.81s +[04:59] [debug] iframes: 0 +[04:59] [timing] trigger_3d_previews: 0.0s +[05:01] Saved high-quality screenshot: image_seg_text_executed.png +[05:01] [timing] final_screenshot: 0.3s +[05:02] Capturing execution frames: scene_seg.json +[05:08] Frame 1 saved (frame_000.jpg, t=0.0s) +[05:08] Validating workflow... +[05:08] [ComfyUI] === /validate endpoint called === +[05:08] [ComfyUI] Received JSON with keys: ['prompt'] +[05:08] [ComfyUI] Prompt has 10 nodes +[05:08] [ComfyUI] Node 1: LoadImage +[05:08] [ComfyUI] Inputs: {"image": "image.png"} +[05:08] [ComfyUI] Node 3: PreviewImage +[05:08] [ComfyUI] Inputs: {"images": ["27", 1]} +[05:08] [ComfyUI] Node 4: MaskPreview +[05:08] [ComfyUI] Inputs: {"mask": ["27", 0]} +[05:08] [ComfyUI] Node 12: LoadSAM3Model +[05:08] [ComfyUI] Inputs: {"precision": "fp32", "compile": false} +[05:08] [ComfyUI] Node 20: SAM3MultiRegionCollector +[05:08] [ComfyUI] Inputs: {"multi_prompts_store": "[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600693869637},{\"x\":4932.510591392486,\"y\":2953.9413227753366},{\"x\":4718.752461738845,\"y\":2967.301479448883},{ +[05:08] Queuing workflow for execution... +[05:08] [ComfyUI] Node 22: MultibandFromBatch +[05:08] [ComfyUI] Inputs: {"images": ["1", 0], "masks": ["27", 0]} +[05:08] [ComfyUI] Node 23: MultibandSave +[05:08] [ComfyUI] Inputs: {"file_path": "output/multiband", "format": "npz", "multiband": ["26", 0]} +[05:08] [ComfyUI] Node 24: MultibandPreview +[05:08] [ComfyUI] Inputs: {"channel_index": 0, "multiband": ["26", 0]} +[05:08] [ComfyUI] Node 26: MultibandResize +[05:08] [ComfyUI] Inputs: {"upscale_method": "nearest-exact", "width": 900, "height": 600, "crop": "center", "multiband": ["22", 0]} +[05:08] [ComfyUI] Node 27: SAM3MultipromptSegmentation +[05:08] [ComfyUI] Inputs: {"refinement_iterations": 0, "use_multimask": false, "sam3_model_config": ["12", 0], "image": ["1", 0], "multi_prompts": ["20", 0]} +[05:08] [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c +[05:08] [ComfyUI] Calling execution.validate_prompt()... +[05:08] [ComfyUI] Validation result: valid=True +[05:08] [ComfyUI] === Validation PASSED === +[05:08] [ComfyUI] got prompt +[05:08] [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{"positive_points":[{"x":5052.74953932266,"y":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu +[05:08] [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED +[05:08] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... +[05:08] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... +[05:08] [ComfyUI] [ComfyUI-SAM3] Health check: ok +[05:08] [ComfyUI] [SubprocessWorker] worker started/confirmed +[05:08] [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3]) +[05:08] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... +[05:08] [ComfyUI] [SubprocessWorker] created 0 shm blocks +[05:08] [ComfyUI] [SubprocessWorker] sending request via socket... +[05:08] [ComfyUI] [SubprocessWorker] call_id=6 sending call_method +[05:08] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size'] +[05:08] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3] +[05:08] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3]) +[05:09] [ComfyUI] [SubprocessWorker] got response: ok +[05:09] [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput +[05:09] [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False +[05:09] [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED +[05:09] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... +[05:09] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... +[05:09] [ComfyUI] [ComfyUI-SAM3] Health check: ok +[05:09] [ComfyUI] [SubprocessWorker] worker started/confirmed +[05:09] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... +[05:09] [ComfyUI] [SubprocessWorker] created 0 shm blocks +[05:09] [ComfyUI] [SubprocessWorker] sending request via socket... +[05:09] [ComfyUI] [SubprocessWorker] call_id=7 sending call_method +[05:09] [ComfyUI] [SubprocessWorker] got response: ok +[05:09] [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput +[05:09] [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7] +[05:09] [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED +[05:09] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... +[05:09] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... +[05:09] [ComfyUI] [ComfyUI-SAM3] Health check: ok +[05:09] [ComfyUI] [SubprocessWorker] worker started/confirmed +[05:09] [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3]) +[05:09] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... +[05:09] [ComfyUI] [SubprocessWorker] created 0 shm blocks +[05:09] [ComfyUI] [SubprocessWorker] sending request via socket... +[05:09] [ComfyUI] [SubprocessWorker] call_id=8 sending call_method +[05:09] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size'] +[05:09] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3] +[05:09] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3]) +[05:09] [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8 +[05:09] [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB +[05:09] [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB +[05:09] Node executed (1 total), capturing... +[05:10] Frame 2 saved (frame_001.jpg, t=1.9s) +[05:10] [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True +[05:12] Frame 3 saved (frame_002.jpg, t=4.2s) +[05:12] [capture-periodic] freeze=2ms shot=144ms unfreeze=8ms saved=True +[05:14] [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.0/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=27% browser_rss=2.05GB +[05:19] [capture-loop] iter=100 t=11.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.05GB +[05:25] [capture-loop] iter=150 t=17.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=2.01GB +[05:30] [capture-loop] iter=200 t=23.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.01GB +[05:36] [capture-loop] iter=250 t=28.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.94GB +[05:42] [capture-loop] iter=300 t=34.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.94GB +[05:47] [capture-loop] iter=350 t=39.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.88GB +[05:51] [ComfyUI] [worker:ComfyUI-SAM3] +[05:51] [ComfyUI] === WATCHDOG TICK 4 === +[05:51] [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first): +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py", line 293 in accept +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 609 in accept +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py", line 463 in accept +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py", line 138 in _serve +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap +[05:51] [ComfyUI] +[05:51] [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first): +[05:51] [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 52 in _watchdog +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap +[05:51] [ComfyUI] +[05:51] [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first): +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py", line 475 in forward_comfy_cast_weights +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py", line 482 in forward +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 714 in forward +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 819 in forward +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py", line 733 in execute +[05:51] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED +[05:51] [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1762 in main +[05:51] [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1807 in +[05:51] [ComfyUI] +[05:51] [ComfyUI] [worker:ComfyUI-SAM3] === END === +[05:51] [ComfyUI] +[05:53] [capture-loop] iter=400 t=45.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB +[05:58] [capture-loop] iter=450 t=50.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.8/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.88GB +[06:04] [capture-loop] iter=500 t=56.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB +[06:09] [capture-loop] iter=550 t=61.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB +[06:15] [capture-loop] iter=600 t=67.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.2/15.6GB (33%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB +[06:20] [capture-loop] iter=650 t=73.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.85GB +[06:23] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 +[06:23] Frame 4 saved (frame_003.jpg, t=75.4s) +[06:23] [capture-periodic] freeze=1ms shot=152ms unfreeze=9ms saved=True +[06:23] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 +[06:23] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 +[06:24] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 +[06:24] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 +[06:24] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 +[06:24] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8 +[06:25] Frame 5 saved (frame_004.jpg, t=77.7s) +[06:25] [capture-periodic] freeze=1ms shot=149ms unfreeze=8ms saved=True +[06:26] [capture-loop] iter=700 t=78.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.7/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.11GB +[06:32] [capture-loop] iter=750 t=84.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.11GB +[06:32] [ComfyUI] [SubprocessWorker] got response: ok +[06:32] [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (83.44s): result: NodeOutput +[06:34] Frame 6 saved (frame_005.jpg, t=86.6s) +[06:34] [capture-periodic] freeze=1ms shot=133ms unfreeze=9ms saved=True +[06:35] Node executed (2 total), capturing... +[06:35] Frame 7 saved (frame_006.jpg, t=87.4s) +[06:35] [capture-node] freeze=43ms shot=216ms unfreeze=10ms saved=True +[06:37] Frame 8 saved (frame_007.jpg, t=89.7s) +[06:37] [capture-periodic] freeze=1ms shot=157ms unfreeze=8ms saved=True +[06:38] [capture-loop] iter=800 t=90.8s state={'complete': False, 'error': None, 'executedCount': 2, 'wsState': 1} eval_ms=2 ram=4.9/15.6GB (32%) swap=0.0/3.0GB (0%) cpu=37% browser_rss=2.55GB +[06:40] [ComfyUI] BatchToMultiband: Processed 1 images with 3 channels each -> 3 channels +[06:40] [ComfyUI] BatchToMultiband: Processed 7 masks -> 7 channels +[06:40] Node executed (3 total), capturing... +[06:40] [ComfyUI] BatchToMultiband: Output shape torch.Size([1, 10, 4480, 6720]), channels: ['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07'] +[06:40] [ComfyUI] ResizeMultiband: 4480x6720 -> 600x900 +[06:41] [ComfyUI] SaveMultibandImage: Saved to output/multiband.npz +[06:41] [ComfyUI] Shape: (1, 10, 600, 900) +[06:41] [ComfyUI] Format: npz +[06:41] [ComfyUI] PreviewMultibandImage: Batch=1, Channels=10, Names=['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07'] +[06:41] [ComfyUI] Prompt executed in 93.48 seconds +[06:41] Frame 9 saved (frame_008.jpg, t=92.6s) +[06:41] [capture-node] freeze=835ms shot=261ms unfreeze=7ms saved=True +[06:41] Node executed (4 total), capturing... +[06:42] Frame 10 saved (frame_009.jpg, t=94.0s) +[06:42] [capture-node] freeze=23ms shot=745ms unfreeze=4ms saved=True +[06:42] Execution complete (t=94.9s) +[06:42] Captured 10 unique frames over 94.95s +[06:42] [debug] iframes: 0 +[06:42] [timing] trigger_3d_previews: 0.0s +[06:45] Saved high-quality screenshot: scene_seg_executed.png +[06:45] [timing] final_screenshot: 0.3s +[06:45] Capturing execution frames: scene_seg_interactive.json +[06:51] Frame 1 saved (frame_000.jpg, t=0.0s) +[06:51] Validating workflow... +[06:51] [ComfyUI] === /validate endpoint called === +[06:51] [ComfyUI] Received JSON with keys: ['prompt'] +[06:51] [ComfyUI] Prompt has 4 nodes +[06:51] [ComfyUI] Node 1: LoadImage +[06:51] [ComfyUI] Inputs: {"image": "image.png"} +[06:51] [ComfyUI] Node 4: MaskPreview +[06:51] [ComfyUI] Inputs: {"mask": ["26", 0]} +[06:51] [ComfyUI] Node 12: LoadSAM3Model +[06:51] [ComfyUI] Inputs: {"precision": "auto", "compile": false} +[06:51] [ComfyUI] Node 26: SAM3InteractiveCollector +[06:51] Queuing workflow for execution... +[06:51] [ComfyUI] Inputs: {"multi_prompts_store": "[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.2208696844737}],\"negative_points\":[],\"positive_boxes\":[],\"negative_boxes\":[],\"name\":\"Prompt 1\"},{\"positiv +[06:51] [ComfyUI] Generated prompt_id: ee016690-7ac0-4742-9f53-292e6a0ba67a +[06:51] [ComfyUI] Calling execution.validate_prompt()... +[06:51] [ComfyUI] Validation result: valid=True +[06:51] [ComfyUI] === Validation PASSED === +[06:51] [ComfyUI] got prompt +[06:52] [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False +[06:52] [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED +[06:52] [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python +[06:52] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... +[06:52] [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3'] +[06:52] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... +[06:52] [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python +[06:52] [ComfyUI] [ComfyUI-SAM3] Health check: failed +[06:52] [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_446a6e27dc31']... +[06:52] [ComfyUI] [ComfyUI-SAM3] Socket unhealthy, restarting worker... +[06:52] [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_446a6e27dc31 (abstract, no filesystem path) +[06:53] Frame 2 saved (frame_001.jpg, t=2.2s) +[06:53] [capture-periodic] freeze=1ms shot=112ms unfreeze=2ms saved=True +[06:54] [ComfyUI] [SubprocessWorker] worker started/confirmed +[06:54] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... +[06:54] [ComfyUI] [SubprocessWorker] created 0 shm blocks +[06:54] [ComfyUI] [SubprocessWorker] sending request via socket... +[06:54] [ComfyUI] [SubprocessWorker] call_id=9 sending call_method +[06:54] [ComfyUI] [SubprocessWorker] got response: ok +[06:54] [ComfyUI] [comfy-env] LoadSAM3Model done (2.71s): result: NodeOutput +[06:54] [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{"positive_points":[{"x":3348.288109906738,"y":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26' +[06:54] [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED +[06:54] [ComfyUI] [SubprocessWorker] acquired lock, ensuring started... +[06:54] [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)... +[06:54] [ComfyUI] [ComfyUI-SAM3] Health check: ok +[06:54] [ComfyUI] [SubprocessWorker] worker started/confirmed +[06:54] [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3]) +[06:54] [ComfyUI] [SubprocessWorker] serializing kwargs to shm... +[06:55] [ComfyUI] [SubprocessWorker] created 0 shm blocks +[06:55] [ComfyUI] [SubprocessWorker] sending request via socket... +[06:55] [ComfyUI] [SubprocessWorker] call_id=10 sending call_method +[06:55] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size'] +[06:55] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3] +[06:55] [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3]) +[06:56] Frame 3 saved (frame_002.jpg, t=4.4s) +[06:56] [capture-periodic] freeze=2ms shot=109ms unfreeze=2ms saved=True +[06:56] [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=10 +[06:56] [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.39GB +[06:56] [ComfyUI] [comfy-env] VRAM after eviction: 13.39GB +[06:57] [capture-loop] iter=50 t=5.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.46GB +[07:02] [capture-loop] iter=100 t=11.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.36GB +[07:08] [capture-loop] iter=150 t=16.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB +[07:13] [capture-loop] iter=200 t=21.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB +[07:18] [capture-loop] iter=250 t=27.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.36GB +[07:24] [capture-loop] iter=300 t=32.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.36GB +[07:29] [capture-loop] iter=350 t=38.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=1 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB +[07:35] [capture-loop] iter=400 t=43.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.37GB +[07:40] [capture-loop] iter=450 t=49.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB +[07:46] [capture-loop] iter=500 t=54.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB +[07:51] [capture-loop] iter=550 t=60.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB +[07:52] [ComfyUI] [worker:ComfyUI-SAM3] +[07:52] [ComfyUI] === WATCHDOG TICK 1 === +[07:52] [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007fdb1bba16c0 (most recent call first): +[07:52] [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 52 in _watchdog +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 953 in run +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 1016 in _bootstrap_inner +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py", line 973 in _bootstrap +[07:52] [ComfyUI] +[07:52] [ComfyUI] Thread 0x00007fdb1c677740 (most recent call first): +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py", line 475 in forward_comfy_cast_weights +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py", line 482 in forward +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 144 in forward +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 823 in forward +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 983 in forward +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1790 in _call_impl +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1779 in _wrapped_call_impl +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 2041 in forward +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3321 in _forward_image_no_act_ckpt +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py", line 3314 in forward_image +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py", line 1324 in set_image +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124 in decorate_context +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py", line 687 in execute +[07:52] [ComfyUI] File "/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py", line 1833 in EXECUTE_NORMALIZED +[07:52] [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1762 in main +[07:52] [ComfyUI] File "/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py", line 1807 in +[07:52] [ComfyUI] +[07:52] [ComfyUI] [worker:ComfyUI-SAM3] === END === +[07:52] [ComfyUI] +[07:57] [capture-loop] iter=600 t=65.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.1/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB +[08:02] [capture-loop] iter=650 t=70.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB +[08:07] [capture-loop] iter=700 t=76.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB +[08:09] [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=10 +[08:10] Frame 4 saved (frame_003.jpg, t=78.5s) +[08:10] [capture-periodic] freeze=1ms shot=114ms unfreeze=2ms saved=True +[08:11] [ComfyUI] [SubprocessWorker] got response: ok +[08:11] [ComfyUI] [comfy-env] SAM3InteractiveCollector done (76.30s): result: NodeOutput +[08:12] [ComfyUI] Prompt executed in 80.26 seconds +[08:12] Node executed (1 total), capturing... +[08:13] Frame 5 saved (frame_004.jpg, t=80.8s) +[08:13] [capture-node] freeze=113ms shot=474ms unfreeze=5ms saved=True +[08:13] Node executed (2 total), capturing... +[08:13] [capture-node] freeze=1ms shot=148ms unfreeze=0ms saved=False +[08:13] Execution complete (t=81.7s) +[08:13] Captured 5 unique frames over 81.86s +[08:13] [debug] iframes: 0 +[08:13] [timing] trigger_3d_previews: 0.0s +[08:15] Saved high-quality screenshot: scene_seg_interactive_executed.png +[08:15] [timing] final_screenshot: 0.3s +[08:16] [5/5] SKIPPED (not in cpu list) video_point_prompt.json +[08:16] Results saved to /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/comfy-test-logs/SAM3-2120/dev/linux-cpu/results.json +[08:16] Model report: 1 files, 3.2 GB -> /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/comfy-test-logs/SAM3-2120/dev/linux-cpu/models.json +[08:16] Saved: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/comfy-test-logs/SAM3-2120/dev/linux-cpu/index.html +[08:16] [EXECUTION] PASSED +[08:16] linux: PASSED -[09:14] Stopping ComfyUI server... +[08:16] Stopping ComfyUI server... diff --git a/dev/linux-cpu/videos/image_seg_point/frame_001.jpg b/dev/linux-cpu/videos/image_seg_point/frame_001.jpg index 284b931..b6bf796 100644 Binary files a/dev/linux-cpu/videos/image_seg_point/frame_001.jpg and b/dev/linux-cpu/videos/image_seg_point/frame_001.jpg differ diff --git a/dev/linux-cpu/videos/image_seg_point/frame_002.jpg b/dev/linux-cpu/videos/image_seg_point/frame_002.jpg index e1a07dc..66d71fb 100644 Binary files a/dev/linux-cpu/videos/image_seg_point/frame_002.jpg and b/dev/linux-cpu/videos/image_seg_point/frame_002.jpg differ diff --git a/dev/linux-cpu/videos/image_seg_point/frame_003.jpg b/dev/linux-cpu/videos/image_seg_point/frame_003.jpg index b21cef4..4bbdc64 100644 Binary files a/dev/linux-cpu/videos/image_seg_point/frame_003.jpg and b/dev/linux-cpu/videos/image_seg_point/frame_003.jpg differ diff --git a/dev/linux-cpu/videos/image_seg_point/frame_004.jpg b/dev/linux-cpu/videos/image_seg_point/frame_004.jpg index 356e535..f4d9910 100644 Binary files a/dev/linux-cpu/videos/image_seg_point/frame_004.jpg and b/dev/linux-cpu/videos/image_seg_point/frame_004.jpg differ diff --git a/dev/linux-cpu/videos/image_seg_point/frame_005.jpg b/dev/linux-cpu/videos/image_seg_point/frame_005.jpg index 1d71b90..801405a 100644 Binary files a/dev/linux-cpu/videos/image_seg_point/frame_005.jpg and b/dev/linux-cpu/videos/image_seg_point/frame_005.jpg differ diff --git a/dev/linux-cpu/videos/image_seg_point/frame_006.jpg b/dev/linux-cpu/videos/image_seg_point/frame_006.jpg index fedee41..4f11861 100644 Binary files a/dev/linux-cpu/videos/image_seg_point/frame_006.jpg and b/dev/linux-cpu/videos/image_seg_point/frame_006.jpg differ diff --git a/dev/linux-cpu/videos/image_seg_point/frame_007.jpg b/dev/linux-cpu/videos/image_seg_point/frame_007.jpg index f2dcacb..c6fd8c3 100644 Binary files a/dev/linux-cpu/videos/image_seg_point/frame_007.jpg and b/dev/linux-cpu/videos/image_seg_point/frame_007.jpg differ diff --git a/dev/linux-cpu/videos/image_seg_point/frame_008.jpg b/dev/linux-cpu/videos/image_seg_point/frame_008.jpg index d7f1e8c..5537922 100644 Binary files a/dev/linux-cpu/videos/image_seg_point/frame_008.jpg and b/dev/linux-cpu/videos/image_seg_point/frame_008.jpg differ diff --git a/dev/linux-cpu/videos/image_seg_point/frame_009.jpg b/dev/linux-cpu/videos/image_seg_point/frame_009.jpg index 838204b..283b766 100644 Binary files a/dev/linux-cpu/videos/image_seg_point/frame_009.jpg and b/dev/linux-cpu/videos/image_seg_point/frame_009.jpg differ diff --git a/dev/linux-cpu/videos/image_seg_point/frame_010.jpg b/dev/linux-cpu/videos/image_seg_point/frame_010.jpg index 838204b..283b766 100644 Binary files a/dev/linux-cpu/videos/image_seg_point/frame_010.jpg and b/dev/linux-cpu/videos/image_seg_point/frame_010.jpg differ diff --git a/dev/linux-cpu/videos/image_seg_point/metadata.json b/dev/linux-cpu/videos/image_seg_point/metadata.json index ec2f8e7..02e60fe 100644 --- a/dev/linux-cpu/videos/image_seg_point/metadata.json +++ b/dev/linux-cpu/videos/image_seg_point/metadata.json @@ -7,54 +7,54 @@ }, { "file": "frame_001.jpg", - "time": 2.32, - "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)" + "time": 2.26, + "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)" }, { "file": "frame_002.jpg", - "time": 2.98, - "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace..." + "time": 2.77, + "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace..." }, { "file": "frame_003.jpg", - "time": 5.44, - "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=3.0s)\n [capture-node] freeze=2ms shot=120ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2" + "time": 4.98, + "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=2.8s)\n [capture-node] freeze=2ms shot=115ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2" }, { "file": "frame_004.jpg", - "time": 7.66, - "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=3.0s)\n [capture-node] freeze=2ms shot=120ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.4s)\n [capture-periodic] freeze=11ms shot=127ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=12 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.89GB\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2" + "time": 7.31, + "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=2.8s)\n [capture-node] freeze=2ms shot=115ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.0s)\n [capture-periodic] freeze=1ms shot=207ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=26 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=28% browser_rss=0.90GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2" }, { "file": "frame_005.jpg", - "time": 10.14, - "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=3.0s)\n [capture-node] freeze=2ms shot=120ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.4s)\n [capture-periodic] freeze=11ms shot=127ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=12 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.89GB\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.7s)\n [capture-periodic] freeze=3ms shot=279ms unfreeze=17ms saved=True\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2" + "time": 9.86, + "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=2.8s)\n [capture-node] freeze=2ms shot=115ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.0s)\n [capture-periodic] freeze=1ms shot=207ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=26 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=28% browser_rss=0.90GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.3s)\n [capture-periodic] freeze=1ms shot=272ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%" }, { "file": "frame_006.jpg", - "time": 12.49, - "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=3.0s)\n [capture-node] freeze=2ms shot=120ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.4s)\n [capture-periodic] freeze=11ms shot=127ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=12 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.89GB\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.7s)\n [capture-periodic] freeze=3ms shot=279ms unfreeze=17ms saved=True\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 6 saved (frame_005.jpg, t=10.1s)\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70%\n [capture-periodic] freeze=9ms shot=134ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2" + "time": 12.23, + "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=2.8s)\n [capture-node] freeze=2ms shot=115ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.0s)\n [capture-periodic] freeze=1ms shot=207ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=26 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=28% browser_rss=0.90GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.3s)\n [capture-periodic] freeze=1ms shot=272ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 6 saved (frame_005.jpg, t=9.9s)\n [capture-periodic] freeze=16ms shot=192ms unfreeze=7ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2" }, { "file": "frame_007.jpg", - "time": 14.77, - "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=3.0s)\n [capture-node] freeze=2ms shot=120ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.4s)\n [capture-periodic] freeze=11ms shot=127ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=12 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.89GB\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.7s)\n [capture-periodic] freeze=3ms shot=279ms unfreeze=17ms saved=True\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 6 saved (frame_005.jpg, t=10.1s)\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70%\n [capture-periodic] freeze=9ms shot=134ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 90%\n Frame 7 saved (frame_006.jpg, t=12.5s)\n [capture-periodic] freeze=2ms shot=120ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 100%\n [capture-loop] iter=100 t=14.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=43% browser_rss=0.94GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloaded sam3.safetensors\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model downloaded successfully\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (11.45s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Segmentation: refinement_iterations: 0, use_multimask: True, output_best_mask: True, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu, positive_points: dict, negative_points: dict\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Segmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=3 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])" + "time": 14.75, + "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=2.8s)\n [capture-node] freeze=2ms shot=115ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.0s)\n [capture-periodic] freeze=1ms shot=207ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=26 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=28% browser_rss=0.90GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.3s)\n [capture-periodic] freeze=1ms shot=272ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 6 saved (frame_005.jpg, t=9.9s)\n [capture-periodic] freeze=16ms shot=192ms unfreeze=7ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 7 saved (frame_006.jpg, t=12.2s)\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-periodic] freeze=9ms shot=176ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 90%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 100%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloaded sam3.safetensors\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model downloaded successfully\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (11.90s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Segmentation: refinement_iterations: 0, use_multimask: True, output_best_mask: True, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu, positive_points: dict, negative_points: dict\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Segmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=3 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [capture-loop] iter=100 t=14.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.2/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=42% browser_rss=0.95GB" }, { "file": "frame_008.jpg", - "time": 106.72, - "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=3.0s)\n [capture-node] freeze=2ms shot=120ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.4s)\n [capture-periodic] freeze=11ms shot=127ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=12 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.89GB\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.7s)\n [capture-periodic] freeze=3ms shot=279ms unfreeze=17ms saved=True\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 6 saved (frame_005.jpg, t=10.1s)\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70%\n [capture-periodic] freeze=9ms shot=134ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 90%\n Frame 7 saved (frame_006.jpg, t=12.5s)\n [capture-periodic] freeze=2ms shot=120ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 100%\n [capture-loop] iter=100 t=14.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=43% browser_rss=0.94GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloaded sam3.safetensors\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model downloaded successfully\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (11.45s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Segmentation: refinement_iterations: 0, use_multimask: True, output_best_mask: True, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu, positive_points: dict, negative_points: dict\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Segmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=3 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 8 saved (frame_007.jpg, t=14.8s)\n [capture-periodic] freeze=3ms shot=113ms unfreeze=5ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=3\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.32GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.32GB\n [capture-loop] iter=150 t=19.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=36% browser_rss=0.93GB\n [capture-loop] iter=200 t=25.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=250 t=30.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.84GB\n [capture-loop] iter=300 t=36.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=350 t=42.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=400 t=47.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=450 t=53.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=500 t=58.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=0.82GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 1 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 144 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 496 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=550 t=64.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=600 t=69.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=650 t=75.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB\n [capture-loop] iter=700 t=80.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=0.81GB\n [capture-loop] iter=750 t=86.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=800 t=92.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=850 t=97.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=900 t=103.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Segmentation done (92.28s): result: NodeOutput" + "time": 96.3, + "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=2.8s)\n [capture-node] freeze=2ms shot=115ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.0s)\n [capture-periodic] freeze=1ms shot=207ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=26 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=28% browser_rss=0.90GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.3s)\n [capture-periodic] freeze=1ms shot=272ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 6 saved (frame_005.jpg, t=9.9s)\n [capture-periodic] freeze=16ms shot=192ms unfreeze=7ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 7 saved (frame_006.jpg, t=12.2s)\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-periodic] freeze=9ms shot=176ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 90%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 100%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloaded sam3.safetensors\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model downloaded successfully\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (11.90s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Segmentation: refinement_iterations: 0, use_multimask: True, output_best_mask: True, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu, positive_points: dict, negative_points: dict\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Segmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=3 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [capture-loop] iter=100 t=14.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.2/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=42% browser_rss=0.95GB\n Frame 8 saved (frame_007.jpg, t=14.8s)\n [capture-periodic] freeze=4ms shot=132ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=3\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.29GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.29GB\n [capture-loop] iter=150 t=20.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=0.94GB\n [capture-loop] iter=200 t=25.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=250 t=31.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=300 t=36.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=350 t=42.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=400 t=47.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.86GB\n [capture-loop] iter=450 t=53.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.1/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.86GB\n [capture-loop] iter=500 t=58.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 1 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 740 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 496 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=550 t=64.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.9/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=600 t=69.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=650 t=74.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=700 t=80.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=800 t=91.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Segmentation done (81.58s): result: NodeOutput" }, { "file": "frame_009.jpg", - "time": 107.15, - "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n Queuing workflow for execution...\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 44f9d2d3-94a1-4c46-836e-9063769054dd\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI'}\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py', 'abstract://comfy_worker_fece7ceb785a']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_fece7ceb785a (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.53s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=3.0s)\n [capture-node] freeze=2ms shot=120ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.4s)\n [capture-periodic] freeze=11ms shot=127ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=12 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.89GB\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.7s)\n [capture-periodic] freeze=3ms shot=279ms unfreeze=17ms saved=True\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 6 saved (frame_005.jpg, t=10.1s)\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70%\n [capture-periodic] freeze=9ms shot=134ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 90%\n Frame 7 saved (frame_006.jpg, t=12.5s)\n [capture-periodic] freeze=2ms shot=120ms unfreeze=3ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 100%\n [capture-loop] iter=100 t=14.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=43% browser_rss=0.94GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloaded sam3.safetensors\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model downloaded successfully\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (11.45s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Segmentation: refinement_iterations: 0, use_multimask: True, output_best_mask: True, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu, positive_points: dict, negative_points: dict\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Segmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=3 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 8 saved (frame_007.jpg, t=14.8s)\n [capture-periodic] freeze=3ms shot=113ms unfreeze=5ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=3\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.32GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.32GB\n [capture-loop] iter=150 t=19.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=36% browser_rss=0.93GB\n [capture-loop] iter=200 t=25.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=250 t=30.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.84GB\n [capture-loop] iter=300 t=36.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=350 t=42.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=400 t=47.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=450 t=53.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=500 t=58.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=0.82GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 1 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 144 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 496 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=550 t=64.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=600 t=69.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=650 t=75.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB\n [capture-loop] iter=700 t=80.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=0.81GB\n [capture-loop] iter=750 t=86.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=800 t=92.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=850 t=97.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=900 t=103.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Segmentation done (92.28s): result: NodeOutput\n Node executed (2 total), capturing...\n [ComfyUI] Prompt executed in 106.40 seconds\n Frame 9 saved (frame_008.jpg, t=106.7s)\n [capture-node] freeze=3ms shot=124ms unfreeze=3ms saved=True" + "time": 96.71, + "log": "Capturing execution frames: image_seg_point.json\n [ComfyUI] [DEPRECATION WARNING] Detected import of deprecated legacy API: /extensions/core/widgetInputs.js. This is likely caused by a custom node extension using outdated APIs. Please update your extensions or contact the extension author for an updated version.\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 6 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 15: SAM3PointCollector\n [ComfyUI] Inputs: {\"points_store\": \"{\\\"positive\\\":[{\\\"x\\\":426.27735719657574,\\\"y\\\":321.42611685978835},{\\\"x\\\":417.13743597288953,\\\"y\\\":407.3413796907987},{\\\"x\\\":431.76130993078743,\\\"y\\\":549.9241563039649}],\\\"negative\\\"\n [ComfyUI] Node 28: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"31\", 2]}\n [ComfyUI] Node 29: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"31\", 0]}\n [ComfyUI] Node 30: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 31: SAM3Segmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": true, \"output_best_mask\": true, \"sam3_model_config\": [\"30\", 0], \"image\": [\"1\", 0], \"positive_points\": [\"15\", 0], \"negative_points\": [\"15\", 1]}\n [ComfyUI] Generated prompt_id: 5d1b9d10-6507-44a8-87ee-c607c97f51c5\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] SubprocessWorker: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [comfy-env] Running SAM3PointCollector: points_store: '{\"positive\":[{\"x\":426.27735719657574,\"y\":321.42611685978..., coordinates: '[{\"x\":426.27735719657574,\"y\":321.42611685978835},{\"x\":41..., neg_coordinates: '[]', image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [comfy-env] env_vars: {'COMFYUI_BASE': '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI'}\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3PointCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_494fbd3cf8da']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_494fbd3cf8da (abstract, no filesystem path)\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=1 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=2ms shot=106ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3PointCollector done (2.37s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=2 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model not found at /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/models/sam3/sam3.safetensors, downloading from HuggingFace...\n Node executed (1 total), capturing...\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloading sam3.safetensors from apozz/sam3-safetensors...\n Frame 3 saved (frame_002.jpg, t=2.8s)\n [capture-node] freeze=2ms shot=115ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 10%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 20%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 4 saved (frame_003.jpg, t=5.0s)\n [capture-periodic] freeze=1ms shot=207ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=26 ram=2.1/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=28% browser_rss=0.90GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 30%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 40%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 5 saved (frame_004.jpg, t=7.3s)\n [capture-periodic] freeze=1ms shot=272ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 50%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 60%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 6 saved (frame_005.jpg, t=9.9s)\n [capture-periodic] freeze=16ms shot=192ms unfreeze=7ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 70%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 80%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n Frame 7 saved (frame_006.jpg, t=12.2s)\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [capture-periodic] freeze=9ms shot=176ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 90%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Download progress: 100%\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=2\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Downloaded sam3.safetensors\n [ComfyUI] [worker:ComfyUI-SAM3] [SAM3] Model downloaded successfully\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (11.90s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Segmentation: refinement_iterations: 0, use_multimask: True, output_best_mask: True, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu, positive_points: dict, negative_points: dict\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Segmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=3 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [capture-loop] iter=100 t=14.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=2.2/15.6GB (14%) swap=0.0/3.0GB (0%) cpu=42% browser_rss=0.95GB\n Frame 8 saved (frame_007.jpg, t=14.8s)\n [capture-periodic] freeze=4ms shot=132ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=3\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.29GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.29GB\n [capture-loop] iter=150 t=20.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=0.94GB\n [capture-loop] iter=200 t=25.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=250 t=31.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=300 t=36.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=350 t=42.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=400 t=47.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.86GB\n [capture-loop] iter=450 t=53.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.1/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.86GB\n [capture-loop] iter=500 t=58.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 1 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 740 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 496 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=550 t=64.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.9/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=600 t=69.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=650 t=74.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.85GB\n [capture-loop] iter=700 t=80.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.5/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=800 t=91.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (15%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Segmentation done (81.58s): result: NodeOutput\n Node executed (2 total), capturing...\n [ComfyUI] Prompt executed in 95.99 seconds\n Frame 9 saved (frame_008.jpg, t=96.3s)\n [capture-node] freeze=2ms shot=111ms unfreeze=2ms saved=True" }, { "file": "frame_010.jpg", - "time": 109.5896987915039, + "time": 99.1656391620636, "log": "Final screenshot" } ], - "total_time": 107.31 + "total_time": 96.87 } \ No newline at end of file diff --git a/dev/linux-cpu/videos/image_seg_text/frame_000.jpg b/dev/linux-cpu/videos/image_seg_text/frame_000.jpg index 415a74f..ad2cf72 100644 Binary files a/dev/linux-cpu/videos/image_seg_text/frame_000.jpg and b/dev/linux-cpu/videos/image_seg_text/frame_000.jpg differ diff --git a/dev/linux-cpu/videos/image_seg_text/frame_001.jpg b/dev/linux-cpu/videos/image_seg_text/frame_001.jpg index 17d317f..34c1d76 100644 Binary files a/dev/linux-cpu/videos/image_seg_text/frame_001.jpg and b/dev/linux-cpu/videos/image_seg_text/frame_001.jpg differ diff --git a/dev/linux-cpu/videos/image_seg_text/frame_002.jpg b/dev/linux-cpu/videos/image_seg_text/frame_002.jpg index 0d6c941..92c600b 100644 Binary files a/dev/linux-cpu/videos/image_seg_text/frame_002.jpg and b/dev/linux-cpu/videos/image_seg_text/frame_002.jpg differ diff --git a/dev/linux-cpu/videos/image_seg_text/frame_003.jpg b/dev/linux-cpu/videos/image_seg_text/frame_003.jpg index 27577ec..5d5c5db 100644 Binary files a/dev/linux-cpu/videos/image_seg_text/frame_003.jpg and b/dev/linux-cpu/videos/image_seg_text/frame_003.jpg differ diff --git a/dev/linux-cpu/videos/image_seg_text/frame_004.jpg b/dev/linux-cpu/videos/image_seg_text/frame_004.jpg index 1bf10eb..81e25ba 100644 Binary files a/dev/linux-cpu/videos/image_seg_text/frame_004.jpg and b/dev/linux-cpu/videos/image_seg_text/frame_004.jpg differ diff --git a/dev/linux-cpu/videos/image_seg_text/frame_005.jpg b/dev/linux-cpu/videos/image_seg_text/frame_005.jpg index 1bf10eb..81e25ba 100644 Binary files a/dev/linux-cpu/videos/image_seg_text/frame_005.jpg and b/dev/linux-cpu/videos/image_seg_text/frame_005.jpg differ diff --git a/dev/linux-cpu/videos/image_seg_text/metadata.json b/dev/linux-cpu/videos/image_seg_text/metadata.json index 95f2b11..21011c2 100644 --- a/dev/linux-cpu/videos/image_seg_text/metadata.json +++ b/dev/linux-cpu/videos/image_seg_text/metadata.json @@ -7,29 +7,29 @@ }, { "file": "frame_001.jpg", - "time": 2.2, - "log": "Capturing execution frames: image_seg_text.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 5 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"15\", 1]}\n Queuing workflow for execution...\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"15\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 15: SAM3Grounding\n [ComfyUI] Inputs: {\"confidence_threshold\": 0.2, \"text_prompt\": \"child\", \"max_detections\": -1, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0]}\n [ComfyUI] Generated prompt_id: 4b97a3e2-ee99-4df9-b40b-fbe9322c859c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=4 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=5 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.03GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.03GB" + "time": 2.28, + "log": "Capturing execution frames: image_seg_text.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 5 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 3: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"15\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"15\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 15: SAM3Grounding\n [ComfyUI] Inputs: {\"confidence_threshold\": 0.2, \"text_prompt\": \"child\", \"max_detections\": -1, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0]}\n [ComfyUI] Generated prompt_id: e922aced-157b-49ab-92d7-2377fc236b55\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=4 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=5 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.01GB" }, { "file": "frame_002.jpg", - "time": 4.42, - "log": "Capturing execution frames: image_seg_text.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 5 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"15\", 1]}\n Queuing workflow for execution...\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"15\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 15: SAM3Grounding\n [ComfyUI] Inputs: {\"confidence_threshold\": 0.2, \"text_prompt\": \"child\", \"max_detections\": -1, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0]}\n [ComfyUI] Generated prompt_id: 4b97a3e2-ee99-4df9-b40b-fbe9322c859c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=4 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=5 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.03GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.03GB\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=2ms shot=93ms unfreeze=4ms saved=True" + "time": 4.49, + "log": "Capturing execution frames: image_seg_text.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 5 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 3: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"15\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"15\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 15: SAM3Grounding\n [ComfyUI] Inputs: {\"confidence_threshold\": 0.2, \"text_prompt\": \"child\", \"max_detections\": -1, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0]}\n [ComfyUI] Generated prompt_id: e922aced-157b-49ab-92d7-2377fc236b55\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=4 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=5 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.01GB\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=1ms shot=94ms unfreeze=3ms saved=True" }, { "file": "frame_003.jpg", - "time": 98.16, - "log": "Capturing execution frames: image_seg_text.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 5 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"15\", 1]}\n Queuing workflow for execution...\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"15\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 15: SAM3Grounding\n [ComfyUI] Inputs: {\"confidence_threshold\": 0.2, \"text_prompt\": \"child\", \"max_detections\": -1, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0]}\n [ComfyUI] Generated prompt_id: 4b97a3e2-ee99-4df9-b40b-fbe9322c859c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=4 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=5 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.03GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.03GB\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=2ms shot=93ms unfreeze=4ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.4s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 2 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 147 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 133 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=50 t=5.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=26% browser_rss=0.82GB\n [capture-loop] iter=100 t=11.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB\n [capture-loop] iter=150 t=16.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB\n [capture-loop] iter=200 t=22.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=250 t=27.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.73GB\n [capture-loop] iter=300 t=33.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.73GB\n [capture-loop] iter=350 t=38.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.72GB\n [capture-loop] iter=400 t=44.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.71GB\n [capture-loop] iter=450 t=49.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.72GB\n [capture-loop] iter=500 t=55.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=550 t=60.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 3 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 170 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 259 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 133 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=600 t=66.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.72GB\n [capture-loop] iter=650 t=71.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=700 t=77.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=750 t=82.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=800 t=88.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=850 t=94.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.1/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Grounding done (97.64s): result: NodeOutput" + "time": 83.26, + "log": "Capturing execution frames: image_seg_text.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 5 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 3: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"15\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"15\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 15: SAM3Grounding\n [ComfyUI] Inputs: {\"confidence_threshold\": 0.2, \"text_prompt\": \"child\", \"max_detections\": -1, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0]}\n [ComfyUI] Generated prompt_id: e922aced-157b-49ab-92d7-2377fc236b55\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=4 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=5 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.01GB\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=1ms shot=94ms unfreeze=3ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.5s)\n [capture-periodic] freeze=1ms shot=93ms unfreeze=3ms saved=True\n [capture-loop] iter=50 t=5.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=25% browser_rss=0.87GB\n [capture-loop] iter=100 t=10.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.0/15.6GB (19%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 2 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 170 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 133 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=150 t=16.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=200 t=21.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=250 t=27.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.76GB\n [capture-loop] iter=300 t=32.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.7/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=350 t=38.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=400 t=43.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [capture-loop] iter=450 t=49.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=500 t=54.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=550 t=59.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=600 t=65.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=650 t=70.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.9/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 3 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1151 in forward_pre\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1163 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1279 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1346 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3598 in _run_encoder\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3824 in forward_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1477 in _forward_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1393 in set_text_prompt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 138 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=700 t=76.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [capture-loop] iter=750 t=81.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Grounding done (82.72s): result: NodeOutput" }, { "file": "frame_004.jpg", - "time": 98.57, - "log": "Capturing execution frames: image_seg_text.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 5 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"15\", 1]}\n Queuing workflow for execution...\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"15\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 15: SAM3Grounding\n [ComfyUI] Inputs: {\"confidence_threshold\": 0.2, \"text_prompt\": \"child\", \"max_detections\": -1, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0]}\n [ComfyUI] Generated prompt_id: 4b97a3e2-ee99-4df9-b40b-fbe9322c859c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=4 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=5 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.03GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.03GB\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=2ms shot=93ms unfreeze=4ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.4s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=3ms saved=True\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 2 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 147 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 133 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=50 t=5.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=26% browser_rss=0.82GB\n [capture-loop] iter=100 t=11.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB\n [capture-loop] iter=150 t=16.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.82GB\n [capture-loop] iter=200 t=22.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.81GB\n [capture-loop] iter=250 t=27.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.73GB\n [capture-loop] iter=300 t=33.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.4/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.73GB\n [capture-loop] iter=350 t=38.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.72GB\n [capture-loop] iter=400 t=44.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.71GB\n [capture-loop] iter=450 t=49.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.72GB\n [capture-loop] iter=500 t=55.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=550 t=60.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 3 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 170 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 259 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 133 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=600 t=66.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.72GB\n [capture-loop] iter=650 t=71.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (16%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=700 t=77.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=750 t=82.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=800 t=88.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [capture-loop] iter=850 t=94.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.1/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.72GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Grounding done (97.64s): result: NodeOutput\n Node executed (1 total), capturing...\n [ComfyUI] Prompt executed in 97.91 seconds\n Frame 4 saved (frame_003.jpg, t=98.2s)\n [capture-node] freeze=3ms shot=113ms unfreeze=4ms saved=True" + "time": 83.66, + "log": "Capturing execution frames: image_seg_text.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 5 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"example_image.jpg\"}\n [ComfyUI] Node 3: PreviewImage\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"images\": [\"15\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"15\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 15: SAM3Grounding\n [ComfyUI] Inputs: {\"confidence_threshold\": 0.2, \"text_prompt\": \"child\", \"max_detections\": -1, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0]}\n [ComfyUI] Generated prompt_id: e922aced-157b-49ab-92d7-2377fc236b55\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=4 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.01s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3Grounding: confidence_threshold: 0.2, text_prompt: 'child', max_detections: -1, sam3_model_config: dict, image: torch.float32 [1,720,1280,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3Grounding.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=5 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 720, 1280, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 720, 1280, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=5\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 14.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 14.01GB\n Frame 2 saved (frame_001.jpg, t=2.3s)\n [capture-periodic] freeze=1ms shot=94ms unfreeze=3ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.5s)\n [capture-periodic] freeze=1ms shot=93ms unfreeze=3ms saved=True\n [capture-loop] iter=50 t=5.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=25% browser_rss=0.87GB\n [capture-loop] iter=100 t=10.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.0/15.6GB (19%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 2 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 170 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 133 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=150 t=16.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=0.85GB\n [capture-loop] iter=200 t=21.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.85GB\n [capture-loop] iter=250 t=27.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.6/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.76GB\n [capture-loop] iter=300 t=32.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.7/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=350 t=38.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=400 t=43.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [capture-loop] iter=450 t=49.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=500 t=54.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.7/15.6GB (17%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=550 t=59.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=600 t=65.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.8/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=0.75GB\n [capture-loop] iter=650 t=70.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=2.9/15.6GB (18%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 3 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1151 in forward_pre\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1163 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1279 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 1346 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3598 in _run_encoder\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3824 in forward_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1477 in _forward_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1393 in set_text_prompt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 138 in _segment_grounding\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 111 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=700 t=76.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [capture-loop] iter=750 t=81.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=0.75GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3Grounding done (82.72s): result: NodeOutput\n Node executed (1 total), capturing...\n [ComfyUI] Prompt executed in 82.98 seconds\n Frame 4 saved (frame_003.jpg, t=83.3s)\n [capture-node] freeze=2ms shot=101ms unfreeze=2ms saved=True" }, { "file": "frame_005.jpg", - "time": 100.99379372596741, + "time": 86.06608867645264, "log": "Final screenshot" } ], - "total_time": 98.72 + "total_time": 83.81 } \ No newline at end of file diff --git a/dev/linux-cpu/videos/scene_seg/frame_000.jpg b/dev/linux-cpu/videos/scene_seg/frame_000.jpg index 2f1fb8b..5f308b6 100644 Binary files a/dev/linux-cpu/videos/scene_seg/frame_000.jpg and b/dev/linux-cpu/videos/scene_seg/frame_000.jpg differ diff --git a/dev/linux-cpu/videos/scene_seg/frame_001.jpg b/dev/linux-cpu/videos/scene_seg/frame_001.jpg index 0f7fa33..650d15d 100644 Binary files a/dev/linux-cpu/videos/scene_seg/frame_001.jpg and b/dev/linux-cpu/videos/scene_seg/frame_001.jpg differ diff --git a/dev/linux-cpu/videos/scene_seg/frame_002.jpg b/dev/linux-cpu/videos/scene_seg/frame_002.jpg index 61b760c..a89346c 100644 Binary files a/dev/linux-cpu/videos/scene_seg/frame_002.jpg and b/dev/linux-cpu/videos/scene_seg/frame_002.jpg differ diff --git a/dev/linux-cpu/videos/scene_seg/frame_003.jpg b/dev/linux-cpu/videos/scene_seg/frame_003.jpg index 321c91f..a4e34a3 100644 Binary files a/dev/linux-cpu/videos/scene_seg/frame_003.jpg and b/dev/linux-cpu/videos/scene_seg/frame_003.jpg differ diff --git a/dev/linux-cpu/videos/scene_seg/frame_004.jpg b/dev/linux-cpu/videos/scene_seg/frame_004.jpg index 07db4ab..fc738cb 100644 Binary files a/dev/linux-cpu/videos/scene_seg/frame_004.jpg and b/dev/linux-cpu/videos/scene_seg/frame_004.jpg differ diff --git a/dev/linux-cpu/videos/scene_seg/frame_005.jpg b/dev/linux-cpu/videos/scene_seg/frame_005.jpg index 531b896..3f6cc7b 100644 Binary files a/dev/linux-cpu/videos/scene_seg/frame_005.jpg and b/dev/linux-cpu/videos/scene_seg/frame_005.jpg differ diff --git a/dev/linux-cpu/videos/scene_seg/frame_006.jpg b/dev/linux-cpu/videos/scene_seg/frame_006.jpg index b60b4d4..49adc1d 100644 Binary files a/dev/linux-cpu/videos/scene_seg/frame_006.jpg and b/dev/linux-cpu/videos/scene_seg/frame_006.jpg differ diff --git a/dev/linux-cpu/videos/scene_seg/frame_007.jpg b/dev/linux-cpu/videos/scene_seg/frame_007.jpg index 0b56403..e3c77ac 100644 Binary files a/dev/linux-cpu/videos/scene_seg/frame_007.jpg and b/dev/linux-cpu/videos/scene_seg/frame_007.jpg differ diff --git a/dev/linux-cpu/videos/scene_seg/frame_008.jpg b/dev/linux-cpu/videos/scene_seg/frame_008.jpg index 538a8b9..55436a3 100644 Binary files a/dev/linux-cpu/videos/scene_seg/frame_008.jpg and b/dev/linux-cpu/videos/scene_seg/frame_008.jpg differ diff --git a/dev/linux-cpu/videos/scene_seg/frame_009.jpg b/dev/linux-cpu/videos/scene_seg/frame_009.jpg index 538a8b9..5ba933c 100644 Binary files a/dev/linux-cpu/videos/scene_seg/frame_009.jpg and b/dev/linux-cpu/videos/scene_seg/frame_009.jpg differ diff --git a/dev/linux-cpu/videos/scene_seg/frame_010.jpg b/dev/linux-cpu/videos/scene_seg/frame_010.jpg new file mode 100644 index 0000000..5ba933c Binary files /dev/null and b/dev/linux-cpu/videos/scene_seg/frame_010.jpg differ diff --git a/dev/linux-cpu/videos/scene_seg/metadata.json b/dev/linux-cpu/videos/scene_seg/metadata.json index 6339583..9f916bb 100644 --- a/dev/linux-cpu/videos/scene_seg/metadata.json +++ b/dev/linux-cpu/videos/scene_seg/metadata.json @@ -7,49 +7,54 @@ }, { "file": "frame_001.jpg", - "time": 1.86, - "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB" + "time": 1.92, + "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB" }, { "file": "frame_002.jpg", - "time": 4.22, - "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=12ms shot=201ms unfreeze=6ms saved=True" + "time": 4.19, + "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True" }, { "file": "frame_003.jpg", - "time": 91.48, - "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=12ms shot=201ms unfreeze=6ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=149ms unfreeze=6ms saved=True\n [capture-loop] iter=50 t=6.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=29% browser_rss=2.05GB\n [capture-loop] iter=100 t=12.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.04GB\n [capture-loop] iter=150 t=17.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.97GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 159 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=200 t=23.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.97GB\n [capture-loop] iter=250 t=29.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=300 t=34.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=350 t=40.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.3/15.6GB (34%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.89GB\n [capture-loop] iter=400 t=46.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=450 t=51.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=500 t=57.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=550 t=63.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=600 t=68.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=650 t=74.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 5 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 740 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=700 t=80.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [capture-loop] iter=800 t=91.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=10 ram=4.0/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB" + "time": 75.36, + "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=144ms unfreeze=8ms saved=True\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.0/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=27% browser_rss=2.05GB\n [capture-loop] iter=100 t=11.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.05GB\n [capture-loop] iter=150 t=17.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=2.01GB\n [capture-loop] iter=200 t=23.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.01GB\n [capture-loop] iter=250 t=28.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.94GB\n [capture-loop] iter=300 t=34.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.94GB\n [capture-loop] iter=350 t=39.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.88GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 714 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=400 t=45.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=450 t=50.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.8/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.88GB\n [capture-loop] iter=500 t=56.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=550 t=61.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=600 t=67.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.2/15.6GB (33%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=650 t=73.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.85GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8" }, { "file": "frame_004.jpg", - "time": 93.8, - "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=12ms shot=201ms unfreeze=6ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=149ms unfreeze=6ms saved=True\n [capture-loop] iter=50 t=6.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=29% browser_rss=2.05GB\n [capture-loop] iter=100 t=12.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.04GB\n [capture-loop] iter=150 t=17.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.97GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 159 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=200 t=23.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.97GB\n [capture-loop] iter=250 t=29.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=300 t=34.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=350 t=40.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.3/15.6GB (34%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.89GB\n [capture-loop] iter=400 t=46.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=450 t=51.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=500 t=57.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=550 t=63.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=600 t=68.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=650 t=74.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 5 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 740 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=700 t=80.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [capture-loop] iter=800 t=91.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=10 ram=4.0/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=91.5s)\n [capture-periodic] freeze=2ms shot=192ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8" + "time": 77.65, + "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=144ms unfreeze=8ms saved=True\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.0/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=27% browser_rss=2.05GB\n [capture-loop] iter=100 t=11.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.05GB\n [capture-loop] iter=150 t=17.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=2.01GB\n [capture-loop] iter=200 t=23.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.01GB\n [capture-loop] iter=250 t=28.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.94GB\n [capture-loop] iter=300 t=34.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.94GB\n [capture-loop] iter=350 t=39.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.88GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 714 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=400 t=45.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=450 t=50.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.8/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.88GB\n [capture-loop] iter=500 t=56.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=550 t=61.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=600 t=67.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.2/15.6GB (33%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=650 t=73.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.85GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=75.4s)\n [capture-periodic] freeze=1ms shot=152ms unfreeze=9ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8" }, { "file": "frame_005.jpg", - "time": 102.92, - "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=12ms shot=201ms unfreeze=6ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=149ms unfreeze=6ms saved=True\n [capture-loop] iter=50 t=6.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=29% browser_rss=2.05GB\n [capture-loop] iter=100 t=12.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.04GB\n [capture-loop] iter=150 t=17.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.97GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 159 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=200 t=23.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.97GB\n [capture-loop] iter=250 t=29.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=300 t=34.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=350 t=40.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.3/15.6GB (34%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.89GB\n [capture-loop] iter=400 t=46.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=450 t=51.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=500 t=57.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=550 t=63.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=600 t=68.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=650 t=74.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 5 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 740 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=700 t=80.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [capture-loop] iter=800 t=91.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=10 ram=4.0/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=91.5s)\n [capture-periodic] freeze=2ms shot=192ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=93.8s)\n [capture-periodic] freeze=3ms shot=162ms unfreeze=9ms saved=True\n [capture-loop] iter=850 t=97.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=6.3/15.6GB (41%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.12GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (99.69s): result: NodeOutput" + "time": 86.59, + "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=144ms unfreeze=8ms saved=True\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.0/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=27% browser_rss=2.05GB\n [capture-loop] iter=100 t=11.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.05GB\n [capture-loop] iter=150 t=17.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=2.01GB\n [capture-loop] iter=200 t=23.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.01GB\n [capture-loop] iter=250 t=28.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.94GB\n [capture-loop] iter=300 t=34.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.94GB\n [capture-loop] iter=350 t=39.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.88GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 714 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=400 t=45.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=450 t=50.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.8/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.88GB\n [capture-loop] iter=500 t=56.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=550 t=61.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=600 t=67.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.2/15.6GB (33%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=650 t=73.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.85GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=75.4s)\n [capture-periodic] freeze=1ms shot=152ms unfreeze=9ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=77.7s)\n [capture-periodic] freeze=1ms shot=149ms unfreeze=8ms saved=True\n [capture-loop] iter=700 t=78.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.7/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.11GB\n [capture-loop] iter=750 t=84.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.11GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (83.44s): result: NodeOutput" }, { "file": "frame_006.jpg", - "time": 105.91, - "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=12ms shot=201ms unfreeze=6ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=149ms unfreeze=6ms saved=True\n [capture-loop] iter=50 t=6.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=29% browser_rss=2.05GB\n [capture-loop] iter=100 t=12.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.04GB\n [capture-loop] iter=150 t=17.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.97GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 159 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=200 t=23.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.97GB\n [capture-loop] iter=250 t=29.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=300 t=34.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=350 t=40.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.3/15.6GB (34%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.89GB\n [capture-loop] iter=400 t=46.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=450 t=51.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=500 t=57.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=550 t=63.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=600 t=68.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=650 t=74.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 5 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 740 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=700 t=80.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [capture-loop] iter=800 t=91.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=10 ram=4.0/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=91.5s)\n [capture-periodic] freeze=2ms shot=192ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=93.8s)\n [capture-periodic] freeze=3ms shot=162ms unfreeze=9ms saved=True\n [capture-loop] iter=850 t=97.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=6.3/15.6GB (41%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.12GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (99.69s): result: NodeOutput\n [capture-loop] iter=900 t=102.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.12GB\n Frame 6 saved (frame_005.jpg, t=102.9s)\n [capture-periodic] freeze=3ms shot=142ms unfreeze=10ms saved=True" + "time": 87.36, + "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=144ms unfreeze=8ms saved=True\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.0/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=27% browser_rss=2.05GB\n [capture-loop] iter=100 t=11.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.05GB\n [capture-loop] iter=150 t=17.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=2.01GB\n [capture-loop] iter=200 t=23.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.01GB\n [capture-loop] iter=250 t=28.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.94GB\n [capture-loop] iter=300 t=34.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.94GB\n [capture-loop] iter=350 t=39.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.88GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 714 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=400 t=45.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=450 t=50.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.8/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.88GB\n [capture-loop] iter=500 t=56.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=550 t=61.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=600 t=67.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.2/15.6GB (33%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=650 t=73.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.85GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=75.4s)\n [capture-periodic] freeze=1ms shot=152ms unfreeze=9ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=77.7s)\n [capture-periodic] freeze=1ms shot=149ms unfreeze=8ms saved=True\n [capture-loop] iter=700 t=78.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.7/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.11GB\n [capture-loop] iter=750 t=84.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.11GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (83.44s): result: NodeOutput\n Frame 6 saved (frame_005.jpg, t=86.6s)\n [capture-periodic] freeze=1ms shot=133ms unfreeze=9ms saved=True" }, { "file": "frame_007.jpg", - "time": 109.0, - "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=12ms shot=201ms unfreeze=6ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=149ms unfreeze=6ms saved=True\n [capture-loop] iter=50 t=6.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=29% browser_rss=2.05GB\n [capture-loop] iter=100 t=12.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.04GB\n [capture-loop] iter=150 t=17.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.97GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 159 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=200 t=23.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.97GB\n [capture-loop] iter=250 t=29.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=300 t=34.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=350 t=40.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.3/15.6GB (34%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.89GB\n [capture-loop] iter=400 t=46.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=450 t=51.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=500 t=57.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=550 t=63.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=600 t=68.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=650 t=74.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 5 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 740 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=700 t=80.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [capture-loop] iter=800 t=91.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=10 ram=4.0/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=91.5s)\n [capture-periodic] freeze=2ms shot=192ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=93.8s)\n [capture-periodic] freeze=3ms shot=162ms unfreeze=9ms saved=True\n [capture-loop] iter=850 t=97.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=6.3/15.6GB (41%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.12GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (99.69s): result: NodeOutput\n [capture-loop] iter=900 t=102.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.12GB\n Frame 6 saved (frame_005.jpg, t=102.9s)\n [capture-periodic] freeze=3ms shot=142ms unfreeze=10ms saved=True\n Node executed (2 total), capturing...\n Frame 7 saved (frame_006.jpg, t=105.9s)\n [capture-node] freeze=552ms shot=284ms unfreeze=31ms saved=True\n [ComfyUI] BatchToMultiband: Processed 1 images with 3 channels each -> 3 channels\n [ComfyUI] BatchToMultiband: Processed 7 masks -> 7 channels" + "time": 89.69, + "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=144ms unfreeze=8ms saved=True\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.0/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=27% browser_rss=2.05GB\n [capture-loop] iter=100 t=11.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.05GB\n [capture-loop] iter=150 t=17.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=2.01GB\n [capture-loop] iter=200 t=23.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.01GB\n [capture-loop] iter=250 t=28.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.94GB\n [capture-loop] iter=300 t=34.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.94GB\n [capture-loop] iter=350 t=39.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.88GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 714 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=400 t=45.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=450 t=50.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.8/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.88GB\n [capture-loop] iter=500 t=56.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=550 t=61.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=600 t=67.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.2/15.6GB (33%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=650 t=73.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.85GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=75.4s)\n [capture-periodic] freeze=1ms shot=152ms unfreeze=9ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=77.7s)\n [capture-periodic] freeze=1ms shot=149ms unfreeze=8ms saved=True\n [capture-loop] iter=700 t=78.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.7/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.11GB\n [capture-loop] iter=750 t=84.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.11GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (83.44s): result: NodeOutput\n Frame 6 saved (frame_005.jpg, t=86.6s)\n [capture-periodic] freeze=1ms shot=133ms unfreeze=9ms saved=True\n Node executed (2 total), capturing...\n Frame 7 saved (frame_006.jpg, t=87.4s)\n [capture-node] freeze=43ms shot=216ms unfreeze=10ms saved=True" }, { "file": "frame_008.jpg", - "time": 111.46, - "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: 018aa872-e9b8-430b-a8f8-205d977e94bf\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.43s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.04s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.01GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.01GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=12ms shot=201ms unfreeze=6ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=149ms unfreeze=6ms saved=True\n [capture-loop] iter=50 t=6.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=29% browser_rss=2.05GB\n [capture-loop] iter=100 t=12.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.04GB\n [capture-loop] iter=150 t=17.6s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.97GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 159 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=200 t=23.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.7/15.6GB (24%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.97GB\n [capture-loop] iter=250 t=29.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=300 t=34.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=350 t=40.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.3/15.6GB (34%) swap=0.0/3.0GB (0%) cpu=35% browser_rss=1.89GB\n [capture-loop] iter=400 t=46.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=450 t=51.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=500 t=57.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=550 t=63.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [capture-loop] iter=600 t=68.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [capture-loop] iter=650 t=74.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 5 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 740 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=700 t=80.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.89GB\n [capture-loop] iter=750 t=85.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [capture-loop] iter=800 t=91.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=10 ram=4.0/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.89GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=91.5s)\n [capture-periodic] freeze=2ms shot=192ms unfreeze=4ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=93.8s)\n [capture-periodic] freeze=3ms shot=162ms unfreeze=9ms saved=True\n [capture-loop] iter=850 t=97.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=6.3/15.6GB (41%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.12GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (99.69s): result: NodeOutput\n [capture-loop] iter=900 t=102.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=2.12GB\n Frame 6 saved (frame_005.jpg, t=102.9s)\n [capture-periodic] freeze=3ms shot=142ms unfreeze=10ms saved=True\n Node executed (2 total), capturing...\n Frame 7 saved (frame_006.jpg, t=105.9s)\n [capture-node] freeze=552ms shot=284ms unfreeze=31ms saved=True\n [ComfyUI] BatchToMultiband: Processed 1 images with 3 channels each -> 3 channels\n [ComfyUI] BatchToMultiband: Processed 7 masks -> 7 channels\n Node executed (3 total), capturing...\n [ComfyUI] BatchToMultiband: Output shape torch.Size([1, 10, 4480, 6720]), channels: ['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07']\n [ComfyUI] ResizeMultiband: 4480x6720 -> 600x900\n [ComfyUI] PreviewMultibandImage: Batch=1, Channels=10, Names=['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07']\n Frame 8 saved (frame_007.jpg, t=109.0s)\n [ComfyUI] SaveMultibandImage: Saved to output/multiband.npz\n [capture-node] freeze=154ms shot=1009ms unfreeze=6ms saved=True\n [ComfyUI] Prompt executed in 109.74 seconds\n [ComfyUI] Shape: (1, 10, 600, 900)\n [ComfyUI] Format: npz" + "time": 92.63, + "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=144ms unfreeze=8ms saved=True\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.0/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=27% browser_rss=2.05GB\n [capture-loop] iter=100 t=11.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.05GB\n [capture-loop] iter=150 t=17.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=2.01GB\n [capture-loop] iter=200 t=23.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.01GB\n [capture-loop] iter=250 t=28.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.94GB\n [capture-loop] iter=300 t=34.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.94GB\n [capture-loop] iter=350 t=39.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.88GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 714 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=400 t=45.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=450 t=50.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.8/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.88GB\n [capture-loop] iter=500 t=56.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=550 t=61.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=600 t=67.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.2/15.6GB (33%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=650 t=73.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.85GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=75.4s)\n [capture-periodic] freeze=1ms shot=152ms unfreeze=9ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=77.7s)\n [capture-periodic] freeze=1ms shot=149ms unfreeze=8ms saved=True\n [capture-loop] iter=700 t=78.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.7/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.11GB\n [capture-loop] iter=750 t=84.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.11GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (83.44s): result: NodeOutput\n Frame 6 saved (frame_005.jpg, t=86.6s)\n [capture-periodic] freeze=1ms shot=133ms unfreeze=9ms saved=True\n Node executed (2 total), capturing...\n Frame 7 saved (frame_006.jpg, t=87.4s)\n [capture-node] freeze=43ms shot=216ms unfreeze=10ms saved=True\n Frame 8 saved (frame_007.jpg, t=89.7s)\n [capture-periodic] freeze=1ms shot=157ms unfreeze=8ms saved=True\n [capture-loop] iter=800 t=90.8s state={'complete': False, 'error': None, 'executedCount': 2, 'wsState': 1} eval_ms=2 ram=4.9/15.6GB (32%) swap=0.0/3.0GB (0%) cpu=37% browser_rss=2.55GB\n [ComfyUI] BatchToMultiband: Processed 1 images with 3 channels each -> 3 channels\n [ComfyUI] BatchToMultiband: Processed 7 masks -> 7 channels" }, { "file": "frame_009.jpg", - "time": 114.03122138977051, + "time": 94.03, + "log": "Capturing execution frames: scene_seg.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 10 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 3: PreviewImage\n [ComfyUI] Inputs: {\"images\": [\"27\", 1]}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"27\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"fp32\", \"compile\": false}\n [ComfyUI] Node 20: SAM3MultiRegionCollector\n Queuing workflow for execution...\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":5052.74953932266,\\\"y\\\":2847.0600693869637},{\\\"x\\\":4932.510591392486,\\\"y\\\":2953.9413227753366},{\\\"x\\\":4718.752461738845,\\\"y\\\":2967.301479448883},{\n [ComfyUI] Node 22: MultibandFromBatch\n [ComfyUI] Inputs: {\"images\": [\"1\", 0], \"masks\": [\"27\", 0]}\n [ComfyUI] Node 23: MultibandSave\n [ComfyUI] Inputs: {\"file_path\": \"output/multiband\", \"format\": \"npz\", \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 24: MultibandPreview\n [ComfyUI] Inputs: {\"channel_index\": 0, \"multiband\": [\"26\", 0]}\n [ComfyUI] Node 26: MultibandResize\n [ComfyUI] Inputs: {\"upscale_method\": \"nearest-exact\", \"width\": 900, \"height\": 600, \"crop\": \"center\", \"multiband\": [\"22\", 0]}\n [ComfyUI] Node 27: SAM3MultipromptSegmentation\n [ComfyUI] Inputs: {\"refinement_iterations\": 0, \"use_multimask\": false, \"sam3_model_config\": [\"12\", 0], \"image\": [\"1\", 0], \"multi_prompts\": [\"20\", 0]}\n [ComfyUI] Generated prompt_id: ec9f5ecc-7264-49e1-b761-c021e32d386c\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running SAM3MultiRegionCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":5052.74953932266,\"y\":2847.0600..., image: torch.float32 [1,4480,6720,3] cpu\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3MultiRegionCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=6 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultiRegionCollector done (0.41s): result: NodeOutput\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'fp32', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=7 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.03s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3MultipromptSegmentation: refinement_iterations: 0, use_multimask: False, sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, multi_prompts: list[7]\n [ComfyUI] [SubprocessWorker] call_method: nodes.segmentation.SAM3MultipromptSegmentation.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=8 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=8\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.42GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.42GB\n Node executed (1 total), capturing...\n Frame 2 saved (frame_001.jpg, t=1.9s)\n [capture-node] freeze=2ms shot=139ms unfreeze=10ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.2s)\n [capture-periodic] freeze=2ms shot=144ms unfreeze=8ms saved=True\n [capture-loop] iter=50 t=6.2s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.0/15.6GB (26%) swap=0.0/3.0GB (0%) cpu=27% browser_rss=2.05GB\n [capture-loop] iter=100 t=11.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=3 ram=3.9/15.6GB (25%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.05GB\n [capture-loop] iter=150 t=17.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=2.01GB\n [capture-loop] iter=200 t=23.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.01GB\n [capture-loop] iter=250 t=28.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.94GB\n [capture-loop] iter=300 t=34.1s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.6/15.6GB (30%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.94GB\n [capture-loop] iter=350 t=39.7s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.88GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 4 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007f6f1f47b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007f6f9b6ad6c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007f6f9c185740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 714 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/segmentation.py\", line 733 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=400 t=45.3s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=450 t=50.8s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.8/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.88GB\n [capture-loop] iter=500 t=56.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=550 t=61.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=600 t=67.5s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.2/15.6GB (33%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.88GB\n [capture-loop] iter=650 t=73.0s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.85GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 4 saved (frame_003.jpg, t=75.4s)\n [capture-periodic] freeze=1ms shot=152ms unfreeze=9ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=8\n Frame 5 saved (frame_004.jpg, t=77.7s)\n [capture-periodic] freeze=1ms shot=149ms unfreeze=8ms saved=True\n [capture-loop] iter=700 t=78.9s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=5.7/15.6GB (37%) swap=0.0/3.0GB (0%) cpu=41% browser_rss=2.11GB\n [capture-loop] iter=750 t=84.4s state={'complete': False, 'error': None, 'executedCount': 1, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=2.11GB\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3MultipromptSegmentation done (83.44s): result: NodeOutput\n Frame 6 saved (frame_005.jpg, t=86.6s)\n [capture-periodic] freeze=1ms shot=133ms unfreeze=9ms saved=True\n Node executed (2 total), capturing...\n Frame 7 saved (frame_006.jpg, t=87.4s)\n [capture-node] freeze=43ms shot=216ms unfreeze=10ms saved=True\n Frame 8 saved (frame_007.jpg, t=89.7s)\n [capture-periodic] freeze=1ms shot=157ms unfreeze=8ms saved=True\n [capture-loop] iter=800 t=90.8s state={'complete': False, 'error': None, 'executedCount': 2, 'wsState': 1} eval_ms=2 ram=4.9/15.6GB (32%) swap=0.0/3.0GB (0%) cpu=37% browser_rss=2.55GB\n [ComfyUI] BatchToMultiband: Processed 1 images with 3 channels each -> 3 channels\n [ComfyUI] BatchToMultiband: Processed 7 masks -> 7 channels\n Node executed (3 total), capturing...\n [ComfyUI] BatchToMultiband: Output shape torch.Size([1, 10, 4480, 6720]), channels: ['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07']\n [ComfyUI] ResizeMultiband: 4480x6720 -> 600x900\n [ComfyUI] SaveMultibandImage: Saved to output/multiband.npz\n [ComfyUI] Shape: (1, 10, 600, 900)\n [ComfyUI] Format: npz\n [ComfyUI] PreviewMultibandImage: Batch=1, Channels=10, Names=['img_01_r', 'img_01_g', 'img_01_b', 'mask_01', 'mask_02', 'mask_03', 'mask_04', 'mask_05', 'mask_06', 'mask_07']\n [ComfyUI] Prompt executed in 93.48 seconds\n Frame 9 saved (frame_008.jpg, t=92.6s)\n [capture-node] freeze=835ms shot=261ms unfreeze=7ms saved=True" + }, + { + "file": "frame_010.jpg", + "time": 97.30568051338196, "log": "Final screenshot" } ], - "total_time": 111.68 + "total_time": 94.95 } \ No newline at end of file diff --git a/dev/linux-cpu/videos/scene_seg_interactive/frame_000.jpg b/dev/linux-cpu/videos/scene_seg_interactive/frame_000.jpg index 2a2f0d0..9aff14c 100644 Binary files a/dev/linux-cpu/videos/scene_seg_interactive/frame_000.jpg and b/dev/linux-cpu/videos/scene_seg_interactive/frame_000.jpg differ diff --git a/dev/linux-cpu/videos/scene_seg_interactive/frame_001.jpg b/dev/linux-cpu/videos/scene_seg_interactive/frame_001.jpg index df6b54c..bc191d0 100644 Binary files a/dev/linux-cpu/videos/scene_seg_interactive/frame_001.jpg and b/dev/linux-cpu/videos/scene_seg_interactive/frame_001.jpg differ diff --git a/dev/linux-cpu/videos/scene_seg_interactive/frame_002.jpg b/dev/linux-cpu/videos/scene_seg_interactive/frame_002.jpg index 670b0fb..8600869 100644 Binary files a/dev/linux-cpu/videos/scene_seg_interactive/frame_002.jpg and b/dev/linux-cpu/videos/scene_seg_interactive/frame_002.jpg differ diff --git a/dev/linux-cpu/videos/scene_seg_interactive/frame_003.jpg b/dev/linux-cpu/videos/scene_seg_interactive/frame_003.jpg index 014af50..4f4af4a 100644 Binary files a/dev/linux-cpu/videos/scene_seg_interactive/frame_003.jpg and b/dev/linux-cpu/videos/scene_seg_interactive/frame_003.jpg differ diff --git a/dev/linux-cpu/videos/scene_seg_interactive/frame_004.jpg b/dev/linux-cpu/videos/scene_seg_interactive/frame_004.jpg index e3a5e1b..850335a 100644 Binary files a/dev/linux-cpu/videos/scene_seg_interactive/frame_004.jpg and b/dev/linux-cpu/videos/scene_seg_interactive/frame_004.jpg differ diff --git a/dev/linux-cpu/videos/scene_seg_interactive/frame_005.jpg b/dev/linux-cpu/videos/scene_seg_interactive/frame_005.jpg index e3a5e1b..850335a 100644 Binary files a/dev/linux-cpu/videos/scene_seg_interactive/frame_005.jpg and b/dev/linux-cpu/videos/scene_seg_interactive/frame_005.jpg differ diff --git a/dev/linux-cpu/videos/scene_seg_interactive/metadata.json b/dev/linux-cpu/videos/scene_seg_interactive/metadata.json index 1a62016..86d401e 100644 --- a/dev/linux-cpu/videos/scene_seg_interactive/metadata.json +++ b/dev/linux-cpu/videos/scene_seg_interactive/metadata.json @@ -7,29 +7,29 @@ }, { "file": "frame_001.jpg", - "time": 2.25, - "log": "Capturing execution frames: scene_seg_interactive.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 4 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"26\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 26: SAM3InteractiveCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":3348.288109906738,\\\"y\\\":2452.2208696844737}],\\\"negative_points\\\":[],\\\"positive_boxes\\\":[],\\\"negative_boxes\\\":[],\\\"name\\\":\\\"Prompt 1\\\"},{\\\"positiv\n [ComfyUI] Generated prompt_id: ffdbf462-d0ad-4ca6-b470-162045d8f652\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n Queuing workflow for execution...\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=9 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.02s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26'\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=10 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=10\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.26GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.26GB" + "time": 2.19, + "log": "Capturing execution frames: scene_seg_interactive.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 4 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"26\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n Queuing workflow for execution...\n [ComfyUI] Node 26: SAM3InteractiveCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":3348.288109906738,\\\"y\\\":2452.2208696844737}],\\\"negative_points\\\":[],\\\"positive_boxes\\\":[],\\\"negative_boxes\\\":[],\\\"name\\\":\\\"Prompt 1\\\"},{\\\"positiv\n [ComfyUI] Generated prompt_id: ee016690-7ac0-4742-9f53-292e6a0ba67a\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] Health check: failed\n [ComfyUI] [ComfyUI-SAM3] Socket unhealthy, restarting worker...\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_446a6e27dc31']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_446a6e27dc31 (abstract, no filesystem path)" }, { "file": "frame_002.jpg", - "time": 4.48, - "log": "Capturing execution frames: scene_seg_interactive.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 4 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"26\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 26: SAM3InteractiveCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":3348.288109906738,\\\"y\\\":2452.2208696844737}],\\\"negative_points\\\":[],\\\"positive_boxes\\\":[],\\\"negative_boxes\\\":[],\\\"name\\\":\\\"Prompt 1\\\"},{\\\"positiv\n [ComfyUI] Generated prompt_id: ffdbf462-d0ad-4ca6-b470-162045d8f652\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n Queuing workflow for execution...\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=9 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.02s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26'\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=10 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=10\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.26GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.26GB\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=2ms shot=96ms unfreeze=3ms saved=True" + "time": 4.42, + "log": "Capturing execution frames: scene_seg_interactive.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 4 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"26\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n Queuing workflow for execution...\n [ComfyUI] Node 26: SAM3InteractiveCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":3348.288109906738,\\\"y\\\":2452.2208696844737}],\\\"negative_points\\\":[],\\\"positive_boxes\\\":[],\\\"negative_boxes\\\":[],\\\"name\\\":\\\"Prompt 1\\\"},{\\\"positiv\n [ComfyUI] Generated prompt_id: ee016690-7ac0-4742-9f53-292e6a0ba67a\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] Health check: failed\n [ComfyUI] [ComfyUI-SAM3] Socket unhealthy, restarting worker...\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_446a6e27dc31']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_446a6e27dc31 (abstract, no filesystem path)\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=1ms shot=112ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=9 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (2.71s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26'\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=10 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])" }, { "file": "frame_003.jpg", - "time": 89.85, - "log": "Capturing execution frames: scene_seg_interactive.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 4 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"26\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 26: SAM3InteractiveCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":3348.288109906738,\\\"y\\\":2452.2208696844737}],\\\"negative_points\\\":[],\\\"positive_boxes\\\":[],\\\"negative_boxes\\\":[],\\\"name\\\":\\\"Prompt 1\\\"},{\\\"positiv\n [ComfyUI] Generated prompt_id: ffdbf462-d0ad-4ca6-b470-162045d8f652\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n Queuing workflow for execution...\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=9 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.02s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26'\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=10 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=10\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.26GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.26GB\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=2ms shot=96ms unfreeze=3ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.5s)\n [capture-periodic] freeze=2ms shot=115ms unfreeze=3ms saved=True\n [capture-loop] iter=50 t=5.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.5/15.6GB (29%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.44GB\n [capture-loop] iter=100 t=11.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.34GB\n [capture-loop] iter=150 t=16.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 6 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 159 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py\", line 687 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=200 t=22.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=250 t=28.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=300 t=33.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=350 t=39.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=400 t=44.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=450 t=50.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=500 t=55.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=550 t=61.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=5.6/15.6GB (36%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=600 t=66.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=650 t=72.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=700 t=77.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 7 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 147 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py\", line 687 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=750 t=83.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=800 t=88.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=10" + "time": 78.53, + "log": "Capturing execution frames: scene_seg_interactive.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 4 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"26\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n Queuing workflow for execution...\n [ComfyUI] Node 26: SAM3InteractiveCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":3348.288109906738,\\\"y\\\":2452.2208696844737}],\\\"negative_points\\\":[],\\\"positive_boxes\\\":[],\\\"negative_boxes\\\":[],\\\"name\\\":\\\"Prompt 1\\\"},{\\\"positiv\n [ComfyUI] Generated prompt_id: ee016690-7ac0-4742-9f53-292e6a0ba67a\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] Health check: failed\n [ComfyUI] [ComfyUI-SAM3] Socket unhealthy, restarting worker...\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_446a6e27dc31']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_446a6e27dc31 (abstract, no filesystem path)\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=1ms shot=112ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=9 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (2.71s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26'\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=10 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n Frame 3 saved (frame_002.jpg, t=4.4s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=10\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.39GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.39GB\n [capture-loop] iter=50 t=5.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.46GB\n [capture-loop] iter=100 t=11.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.36GB\n [capture-loop] iter=150 t=16.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=200 t=21.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=250 t=27.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.36GB\n [capture-loop] iter=300 t=32.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.36GB\n [capture-loop] iter=350 t=38.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=1 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=400 t=43.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.37GB\n [capture-loop] iter=450 t=49.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=500 t=54.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=550 t=60.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 1 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007fdb1bba16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fdb1c677740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 144 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py\", line 687 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=600 t=65.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.1/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [capture-loop] iter=650 t=70.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [capture-loop] iter=700 t=76.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=10" }, { "file": "frame_004.jpg", - "time": 92.49, - "log": "Capturing execution frames: scene_seg_interactive.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 4 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"26\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n [ComfyUI] Node 26: SAM3InteractiveCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":3348.288109906738,\\\"y\\\":2452.2208696844737}],\\\"negative_points\\\":[],\\\"positive_boxes\\\":[],\\\"negative_boxes\\\":[],\\\"name\\\":\\\"Prompt 1\\\"},{\\\"positiv\n [ComfyUI] Generated prompt_id: ffdbf462-d0ad-4ca6-b470-162045d8f652\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n Queuing workflow for execution...\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=9 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (0.02s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26'\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=10 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=10\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 12.26GB\n [ComfyUI] [comfy-env] VRAM after eviction: 12.26GB\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=2ms shot=96ms unfreeze=3ms saved=True\n Frame 3 saved (frame_002.jpg, t=4.5s)\n [capture-periodic] freeze=2ms shot=115ms unfreeze=3ms saved=True\n [capture-loop] iter=50 t=5.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.5/15.6GB (29%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.44GB\n [capture-loop] iter=100 t=11.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=34% browser_rss=1.34GB\n [capture-loop] iter=150 t=16.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 6 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 159 in _get_attention_scores_no_kv_chunking\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 269 in \n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/sub_quadratic_attention.py\", line 268 in efficient_dot_product_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 275 in attention_sub_quad\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ldm/modules/attention.py\", line 139 in wrapper\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/attention.py\", line 120 in sam3_attention\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 729 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 819 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py\", line 687 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=200 t=22.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=250 t=28.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=300 t=33.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=350 t=39.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=400 t=44.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=450 t=50.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.2/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=500 t=55.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (27%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.30GB\n [capture-loop] iter=550 t=61.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=5.6/15.6GB (36%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=600 t=66.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=650 t=72.2s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=700 t=77.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 7 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Thread 0x00007fbc3e27b6c0 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/socket.py\", line 293 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 609 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/connection.py\", line 463 in accept\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/multiprocessing/resource_sharer.py\", line 138 in _serve\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Current thread 0x00007fbcba3a16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fbcbae75740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 147 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py\", line 687 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2028/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_bmca7xhm/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=750 t=83.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.3/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [capture-loop] iter=800 t=88.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=3 ram=4.4/15.6GB (28%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.30GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=10\n Frame 4 saved (frame_003.jpg, t=89.8s)\n [capture-periodic] freeze=3ms shot=115ms unfreeze=5ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3InteractiveCollector done (90.62s): result: NodeOutput\n [ComfyUI] Prompt executed in 91.86 seconds" + "time": 80.81, + "log": "Capturing execution frames: scene_seg_interactive.json\n Frame 1 saved (frame_000.jpg, t=0.0s)\n Validating workflow...\n [ComfyUI] === /validate endpoint called ===\n [ComfyUI] Received JSON with keys: ['prompt']\n [ComfyUI] Prompt has 4 nodes\n [ComfyUI] Node 1: LoadImage\n [ComfyUI] Inputs: {\"image\": \"image.png\"}\n [ComfyUI] Node 4: MaskPreview\n [ComfyUI] Inputs: {\"mask\": [\"26\", 0]}\n [ComfyUI] Node 12: LoadSAM3Model\n [ComfyUI] Inputs: {\"precision\": \"auto\", \"compile\": false}\n Queuing workflow for execution...\n [ComfyUI] Node 26: SAM3InteractiveCollector\n [ComfyUI] Inputs: {\"multi_prompts_store\": \"[{\\\"positive_points\\\":[{\\\"x\\\":3348.288109906738,\\\"y\\\":2452.2208696844737}],\\\"negative_points\\\":[],\\\"positive_boxes\\\":[],\\\"negative_boxes\\\":[],\\\"name\\\":\\\"Prompt 1\\\"},{\\\"positiv\n [ComfyUI] Generated prompt_id: ee016690-7ac0-4742-9f53-292e6a0ba67a\n [ComfyUI] Calling execution.validate_prompt()...\n [ComfyUI] Validation result: valid=True\n [ComfyUI] === Validation PASSED ===\n [ComfyUI] got prompt\n [ComfyUI] [comfy-env] Running LoadSAM3Model: precision: 'auto', compile: False\n [ComfyUI] [SubprocessWorker] call_method: nodes.load_model.LoadSAM3Model.EXECUTE_NORMALIZED\n [ComfyUI] [ComfyUI-SAM3] python: /home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] sys_path sent to worker: ['/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3']\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [SubprocessWorker] is_pixi=True, python=/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/bin/python\n [ComfyUI] [ComfyUI-SAM3] Health check: failed\n [ComfyUI] [ComfyUI-SAM3] Socket unhealthy, restarting worker...\n [ComfyUI] [SubprocessWorker] launching cmd=['/home/runner/.pixi/bin/pixi', 'run', '--as-is', '--manifest-path', '/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/pixi.toml', '-e', 'sam3-nodes', 'python', '/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py', 'abstract://comfy_worker_446a6e27dc31']...\n [ComfyUI] [SubprocessWorker] socket_addr=abstract://comfy_worker_446a6e27dc31 (abstract, no filesystem path)\n Frame 2 saved (frame_001.jpg, t=2.2s)\n [capture-periodic] freeze=1ms shot=112ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=9 sending call_method\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] LoadSAM3Model done (2.71s): result: NodeOutput\n [ComfyUI] [comfy-env] Running SAM3InteractiveCollector: multi_prompts_store: '[{\"positive_points\":[{\"x\":3348.288109906738,\"y\":2452.220..., sam3_model_config: dict, image: torch.float32 [1,4480,6720,3] cpu, unique_id: '26'\n [ComfyUI] [SubprocessWorker] call_method: nodes.sam3_interactive.SAM3InteractiveCollector.EXECUTE_NORMALIZED\n [ComfyUI] [SubprocessWorker] acquired lock, ensuring started...\n [ComfyUI] [ComfyUI-SAM3] Health check: ping (timeout=5.0s)...\n [ComfyUI] [ComfyUI-SAM3] Health check: ok\n [ComfyUI] [SubprocessWorker] worker started/confirmed\n [ComfyUI] [comfy-env] PRE-SERIALIZE 'image' shape: torch.Size([1, 4480, 6720, 3])\n [ComfyUI] [SubprocessWorker] serializing kwargs to shm...\n [ComfyUI] [SubprocessWorker] created 0 shm blocks\n [ComfyUI] [SubprocessWorker] sending request via socket...\n [ComfyUI] [SubprocessWorker] call_id=10 sending call_method\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] _from_shm got dict with keys: ['__type__', 'strategy', 'parent_pid', 'fd', 'storage_size']\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZE TensorRef: tensor_size=[1, 4480, 6720, 3]\n [ComfyUI] [worker:ComfyUI-SAM3] [comfy-env] DESERIALIZED tensor shape: torch.Size([1, 4480, 6720, 3])\n Frame 3 saved (frame_002.jpg, t=4.4s)\n [capture-periodic] freeze=2ms shot=109ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] callback 'request_vram_budget' from call_id=10\n [ComfyUI] [comfy-env] VRAM request: 3.50GB, free before eviction: 13.39GB\n [ComfyUI] [comfy-env] VRAM after eviction: 13.39GB\n [capture-loop] iter=50 t=5.6s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.46GB\n [capture-loop] iter=100 t=11.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.36GB\n [capture-loop] iter=150 t=16.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.6/15.6GB (23%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=200 t=21.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=250 t=27.4s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=33% browser_rss=1.36GB\n [capture-loop] iter=300 t=32.8s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=32% browser_rss=1.36GB\n [capture-loop] iter=350 t=38.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=1 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=400 t=43.7s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.37GB\n [capture-loop] iter=450 t=49.1s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.4/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=500 t=54.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.5/15.6GB (22%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.36GB\n [capture-loop] iter=550 t=60.0s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.2/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [ComfyUI] [worker:ComfyUI-SAM3]\n [ComfyUI] === WATCHDOG TICK 1 ===\n [ComfyUI] [worker:ComfyUI-SAM3] Current thread 0x00007fdb1bba16c0 (most recent call first):\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 52 in _watchdog\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 953 in run\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 1016 in _bootstrap_inner\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/threading.py\", line 973 in _bootstrap\n [ComfyUI] \n [ComfyUI] Thread 0x00007fdb1c677740 (most recent call first):\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 475 in forward_comfy_cast_weights\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy/ops.py\", line 482 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 144 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 823 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 983 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1790 in _call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1779 in _wrapped_call_impl\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 2041 in forward\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3321 in _forward_image_no_act_ckpt\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/model.py\", line 3314 in forward_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3/utils.py\", line 1324 in set_image\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/.ce/.pixi/envs/sam3-nodes/lib/python3.10/site-packages/torch/utils/_contextlib.py\", line 124 in decorate_context\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/custom_nodes/ComfyUI-SAM3/nodes/sam3_interactive.py\", line 687 in execute\n [ComfyUI] File \"/home/runner/work/comfy-gpu-ci/comfy-gpu-ci/test_workspaces/SAM3-2120/ComfyUI/comfy_api/latest/_io.py\", line 1833 in EXECUTE_NORMALIZED\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1762 in main\n [ComfyUI] File \"/tmp/comfyui_pvenv_zzqil9o4/persistent_worker.py\", line 1807 in \n [ComfyUI] \n [ComfyUI] [worker:ComfyUI-SAM3] === END ===\n [ComfyUI] \n [capture-loop] iter=600 t=65.5s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.1/15.6GB (20%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [capture-loop] iter=650 t=70.9s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [capture-loop] iter=700 t=76.3s state={'complete': False, 'error': None, 'executedCount': 0, 'wsState': 1} eval_ms=2 ram=3.3/15.6GB (21%) swap=0.0/3.0GB (0%) cpu=31% browser_rss=1.33GB\n [ComfyUI] [SubprocessWorker] callback 'report_progress' from call_id=10\n Frame 4 saved (frame_003.jpg, t=78.5s)\n [capture-periodic] freeze=1ms shot=114ms unfreeze=2ms saved=True\n [ComfyUI] [SubprocessWorker] got response: ok\n [ComfyUI] [comfy-env] SAM3InteractiveCollector done (76.30s): result: NodeOutput\n [ComfyUI] Prompt executed in 80.26 seconds" }, { "file": "frame_005.jpg", - "time": 95.94491338729858, + "time": 84.17462849617004, "log": "Final screenshot" } ], - "total_time": 93.6 + "total_time": 81.86 } \ No newline at end of file