From b20d5d91f8a19641a2461c1fad51112f45a16052 Mon Sep 17 00:00:00 2001
From: nofunstudio <jimmy@nofun.io>
Date: Sun, 2 Feb 2025 18:17:59 -0700
Subject: [PATCH] checkpoint improved framerate

---
 __pycache__/iframe_view.cpython-312.pyc | Bin 11910 -> 11445 bytes
 iframe_view.py                          |  47 +++---------------------
 js/iframe_view.js                       |  32 +++-------------
 3 files changed, 11 insertions(+), 68 deletions(-)

diff --git a/__pycache__/iframe_view.cpython-312.pyc b/__pycache__/iframe_view.cpython-312.pyc
index 0b6c23e68589574d97159ee73227280133eb807f..dd3152de70c3c41aaabdc1a65f0a684fa6a40322 100644
GIT binary patch
delta 1399
zcmaJ>UuauZ7(eIcCih=%{;z*R{<TTE++=Y@TAU*7`X||nE-;g>c3r74x9hsDYq^OQ
z!VQT!>V#@nKTx3)2KrV7W%wYzxK4bT4}I7}7(>J-A5*di5d_b<ZLnKMKRCbp`@Zjd
zzjN+)IA?YGhe_K5Sr!p7=(saC*7Ln>&4*9Jrtc)L3MzL4Ulia^UoXyq+n<qKw;9!a
zo5>=@110~%4o5EaW^VkA)J!&Yems>KNhypbQLWX$1YU;U18?_+`*+QzcH6Gs<q#Xl
zC5W1xOi<WI=CN}_XHwb%@%{&eg|CB`+ISLd8Ar$mWHjH0wotE~FPT~y73(}KhC(NF
z?mcgb&NEEsw(vePFI*z()&nIBIJ??m%4Ed?^mj$8oX(A+b)mq_p#n1<K&T?9tS-EZ
zv<}s*6W&Rri03TP|1zu<Rn0WlT5E$@3$dsoR)ixIEv?#?qS1MTXc#uSI;+x=<=nI7
z&uoZ$&W5Z<D)LV&#`gsGHbli#{yCB|krcrh?m8x_!Z+d;vsZN;tEghrB_ksp%Gh<Q
zk+B}iICPn2+T}wTCsE{}8a`g-%cNBm*MXCibeC$~WL5b~Q|k;c(rvn3cj(T`Y!<zQ
zZsE1j0)xrPR)iITN3m~BD_F5*%6(JI+EQV*Se%)^tmPMHr$gCNUV~&L1XGbsm=6R%
ziq80Gr?d$QuTkhG@W@;&<qHdn8&;!H;T#PQ5CGgW<iAF}MGDs`EKwLEP;?W3e2*K-
zJp(U(Mk4{z&cD##HT1-T+Pt4nZcM_|P4O`=@7P9vzWR_q|Jc+1g#ekG!XJ|NZs_<B
zwph_H&S2PxdEi#;7#VSFfuCY=SKSf36a4Pv&PaC0p4;JbjTEp-WM-&4J&5l`a5~1`
zi}I8w!|4RO?XVEO-4;&wvfD2kd@!8uXYY4Yem@pYzry|^4F`zxYr;dYaPXee`$4Z}
z^8$RRoME;&s4Lx4jYJe)E0YhbMS~->Ek#-u+BZ!mj<!so+&N}+{KEX~$_q~)!f&+d
z6am^5sKz7SVAIaawx&s>uZp<;s%TUg9>n|b)lU<B#@dFmb_E6#zTwj(djr+Yj$OuW
z7MmtyaW*JxoIsvawb$$Jw+PsSwX=1*r*^jCL7o1lv(G$^8#*TZiPLlU$HYY}eN1$;
wPbjQIAUWZ^LMeUKjDPuue|2$5edpTjfc6!vC-d?g#^Nrb*vOgS-{eRC0qGhood5s;

delta 1888
zcmaJ>T})e596z_8_x67D`;$^iKSm40F+_=CHkot<Cv}s-24m~GUd9--#oOZIJWVl9
zgNDRyXURwgaSuL_uqB$sN6j*}nCJ@`m^6e3A57%2q&%3#7|#J(J7JuA`@6sY?|;tk
zo^x*h=ZF3;&I!NryawR*H@G+aOa1r4w39l4?m7?J7_fbbjHtd&4KSq`J##iugGgQ-
zG3rHf8ARi(N;J*NdO*;O2CG+U)u%#dPW65eTGj24Xiw;5Zz%FkD5#QH{4(^9*M+)V
zeH29ZTo-e8Pk#G$c=O)ZHh8sF*r>MXGzDN`G?Eq%2-2&{uI~15NE*k{{t%?4VbbX`
zfe`{%Fsy20$&o}XGm=V1<EgQf^q+vbYuYUw?o(<sCZFM7@j3dorYXl|<fV*AL2f~|
z9Z{e{mqBHPt}OM3ss(DBXH^+>Syh)+zCxwTs!*XaZ<l3lg{&#7I>>(N$S`Gdwv>U&
z(Lua=4xNx&&>L=^SCle%>MZJU`&(Jac7U(-aoI44%g(s~$m&HU)PDpdo2Y`A+p#T<
z^c8Q$DxzxbIYU;z&uI0_M-xv`O|Uedo3d%Q0%VQ*I?^vX=E@7+nWjkZVQJdel6lc`
zmm{->qZvCIBx?pWdt7FNsJYLUK75iALDm9|=%A<8Y}}QxLeo~pv@2tSW|Fa*cV+C@
zkwtT!x*T^6muc2f@t5PEL*(x&L}5-|+D8gN9tuzkb<hH>&<5?7=pN7tZcx*maT$fb
zaaMm7<9_Uc{3;dHMy|D-9hXw^p>#Sra!HDzHgACEFi8yI@|j3x-b5F@v!=Z&4ORIr
zIFIAKl<EnbCg8!as!V5M@zG!vy5sZr?NOpqH|ctqbmg{6G@2Porg5cm@mMnXaXAu)
z#xs{o5uZ#+iP+dqh@Se|9Ul@Ki9nh_hCmmFbQN;@E$9{hvD`N#jNw9F2Y*e1O((E8
z?)2a6M`x!rYc#(kbUeDULZ8HRDmgQ{Lf8Lcvd%ClGR17FfUR*pv}|pj;?}GUyBW^*
zE!$eA_<{;>RZHxF`>)RDmK%;dYJ1iYS>yCehTh+}hd=u3DM~==2hLD5YOkxW`JJ=P
zG|qG1CGuR=OmsfAbmaYlQcjLQIio3bp=_NmdejkaqaHh{uut*0nkL-u4c93aX%*&+
zf;Zf#SUj}FTfN~!iYE@jpSZo@*A-9YM?E<Bxz2<!UU}A$)0G@=#q+lUVGX1q12vFc
zU{P1V!+wqvK~DMvKhT`7rs-uLElnKV6;0x?AWfhL0T=%#rs)n0WTR0&;0u`Zy6xMN
z*VPoQ94{2*0$Hn2I_{Mb(vT(CLZ#60V9VA_qzPi0Kwkx&=kdV?u7kW%w;{7CHAOj4
z=?jDvn&l?d<a-5r=K*x?$<DmiG}&1&0j)7F7|4x@%~`Y`qws(Wvj6FucIU(O-~h$m
yBCkUPZlmso(~bn8WWTmn_ndw!krF4yh7L>f=%<Dl|E`SEYyg6V0R?Jo{PJIwo~O$I

diff --git a/iframe_view.py b/iframe_view.py
index e85085a..14575ec 100644
--- a/iframe_view.py
+++ b/iframe_view.py
@@ -137,22 +137,13 @@ class IframeView:
             },
             "hidden": {
                 "unique_id": "UNIQUE_ID",
-                "color": "TEXTURE",
-                "canny": "TEXTURE",
-                "depth": "TEXTURE",
-                "normal": "TEXTURE",
                 "animationFrames": "TEXTURE_SEQUENCE",
             },
         }
 
-    RETURN_TYPES = (
-        "IMAGE", "IMAGE", "IMAGE", "IMAGE",    # base outputs
-        "IMAGE", "IMAGE", "IMAGE", "IMAGE",    # animation outputs (one per channel)
-    )
-    RETURN_NAMES = (
-        "color", "canny", "depth", "normal",
-        "animation_color", "animation_canny", "animation_depth", "animation_normal",
-    )
+    # Only return animation textures now.
+    RETURN_TYPES = ("IMAGE", "IMAGE", "IMAGE", "IMAGE")
+    RETURN_NAMES = ("animation_color", "animation_canny", "animation_depth", "animation_normal")
     FUNCTION = "process_iframe"
     CATEGORY = "lth"
 
@@ -164,32 +155,19 @@ class IframeView:
         scene_state,
         frame_count,
         unique_id,
-        color=None,
-        canny=None,
-        depth=None,
-        normal=None,
         animationFrames=None,
     ):
         start_time = time.time()
         print("[process_iframe] Starting asynchronous processing at", start_time)
-        print("frame_count:", frame_count)
-        
         unique_id = str(unique_id)
 
-        # Process base textures first.
-        color_tensor = process_texture_data(color)
-        canny_tensor = process_texture_data(canny)
-        depth_tensor = process_texture_data(depth)
-        normal_tensor = process_texture_data(normal)
-
-        # Use provided hidden animation frames if available; otherwise, use fallback.
         if animationFrames is not None and len(animationFrames) >= frame_count:
             print("[process_iframe] Using provided animationFrames from hidden data.")
         else:
             print("[process_iframe] Animation frames not provided or incomplete; using fallback.")
             animationFrames = await wait_for_capture_completion(unique_id, frame_count)
 
-        # Process each frame's texture into a tensor.
+        # Process each frame's texture into a tensor for animation outputs.
         color_frames = [
             process_texture_data(frame["textures"]["color"])
             for frame in animationFrames
@@ -211,22 +189,17 @@ class IframeView:
             if "textures" in frame and "normal" in frame["textures"]
         ]
 
-        # Convert the processed frames into batched tensors.
         animation_color   = torch.stack(color_frames, dim=0)  if color_frames else None
         animation_canny   = torch.stack(canny_frames, dim=0)  if canny_frames else None
         animation_depth   = torch.stack(depth_frames, dim=0)  if depth_frames else None
         animation_normal  = torch.stack(normal_frames, dim=0) if normal_frames else None
 
-        # Clear the local reference to the heavy animationFrames data.
-        # This lets garbage-collection release the base64 strings from memory.
+        # Clear the heavy animationFrames data.
         animationFrames = None
 
         elapsed = time.time() - start_time
         print(f"[process_iframe] Asynchronous processing completed in {elapsed:.4f} seconds.")
-        return (
-            color_tensor, canny_tensor, depth_tensor, normal_tensor,
-            animation_color, animation_canny, animation_depth, animation_normal,
-        )
+        return (animation_color, animation_canny, animation_depth, animation_normal)
 
     def process_iframe(
         self,
@@ -236,10 +209,6 @@ class IframeView:
         scene_state,
         frame_count,
         unique_id,
-        color=None,
-        canny=None,
-        depth=None,
-        normal=None,
         animationFrames=None,
     ):
         return asyncio.run(
@@ -250,10 +219,6 @@ class IframeView:
                 scene_state,
                 frame_count,
                 unique_id,
-                color,
-                canny,
-                depth,
-                normal,
                 animationFrames,
             )
         )
diff --git a/js/iframe_view.js b/js/iframe_view.js
index 7f6023e..cfc6f94 100644
--- a/js/iframe_view.js
+++ b/js/iframe_view.js
@@ -130,16 +130,6 @@ async function widgetIframe(node, nodeData, inputData, app) {
 		}
 	}
 
-	window.addEventListener("message", (event) => {
-		if (event.data && event.data.type === "TEXTURE_OUTPUT") {
-			console.log(
-				"[iframe_view] Received TEXTURE_OUTPUT message:",
-				event.data.data
-			);
-			handleTextureOutput(event.data.data);
-		}
-	});
-
 	// Updated handleTextureOutput: Capture frames until target is reached, then aggregate them.
 	function handleTextureOutput(data) {
 		if (node.isCaptureComplete) return;
@@ -246,10 +236,11 @@ async function widgetIframe(node, nodeData, inputData, app) {
 				sendParamsToIframe();
 			};
 
-	// Override the default setHiddenWidgetValue to also update our global TEXTURE_STORE.
+	// Modified setHiddenWidgetValue to only handle "unique_id" and "animationFrames"
 	node.setHiddenWidgetValue = function (name, value) {
+		if (name !== "unique_id" && name !== "animationFrames") return;
 		console.log(
-			"[setHiddenWidgetValue] Setting texture data for",
+			"[setHiddenWidgetValue] Setting hidden widget for",
 			name,
 			"at",
 			Date.now()
@@ -259,7 +250,6 @@ async function widgetIframe(node, nodeData, inputData, app) {
 			widgetEntry.value = value;
 			console.log(`[setHiddenWidgetValue] Updated widget '${name}' to:`, value);
 		} else {
-			// Create the widget if it does not exist.
 			widgetEntry = { name, value, isHidden: true };
 			this.widgets.push(widgetEntry);
 			console.log(
@@ -294,25 +284,13 @@ async function widgetIframe(node, nodeData, inputData, app) {
 		console.log("[cleanup] Cleaned up resources for node:", node.unique_id);
 	};
 
-	// Updated onSerialize: Strip out the heavy "data" field to avoid localStorage quota problems.
+	// Updated onSerialize: Only serialize the animationFrames hidden widget.
 	node.onSerialize = (nodeData) => {
-		// Always ensure a hidden data object exists
 		nodeData.hidden = nodeData.hidden || {};
-
-		// Serialize the basic texture keys (keep any properties like base64 data)
-		const textureKeys = ["color", "canny", "depth", "normal"];
-		textureKeys.forEach((key) => {
-			const widgetEntry = node.widgets.find((w) => w.name === key);
-			if (widgetEntry && widgetEntry.value) {
-				nodeData.hidden[key] = widgetEntry.value;
-			}
-		});
-
-		// Serialize the animation frames in full.
 		const animWidget = node.widgets.find((w) => w.name === "animationFrames");
 		nodeData.hidden["animationFrames"] =
 			animWidget && animWidget.value ? animWidget.value : [];
-		console.log("[onSerialize] Serialized animation frames:", nodeData.hidden);
+		console.log("[onSerialize] Serialized hidden data:", nodeData.hidden);
 	};
 
 	// Update triggerCapture to reset the frame buffer state and cache the dynamic frame count.