1332 lines
51 KiB
Python
1332 lines
51 KiB
Python
import asyncio
|
|
import base64
|
|
import hashlib
|
|
import json
|
|
import time
|
|
from pathlib import Path
|
|
from io import BytesIO
|
|
|
|
import requests
|
|
import torch
|
|
import numpy as np
|
|
from PIL import Image, ImageDraw
|
|
from aiohttp import web
|
|
from aiohttp.web_exceptions import HTTPForbidden, HTTPError
|
|
|
|
import server
|
|
import folder_paths
|
|
import comfy
|
|
|
|
wd14tagger = __import__("ComfyUI-WD14-Tagger").wd14tagger
|
|
|
|
checkpoints_list = folder_paths.get_filename_list("checkpoints")
|
|
|
|
allowed_ips = ["127.0.0.1"]
|
|
param = {"mode": "", "prompt": "", "negativePrompt": "", "seed": 0, "keepSeed": 0, "steps": 13, "cfg": 4, "interval": 30, "sampler": "dpmpp_2m,sgm_uniform", "checkpoint": "", "lora": "", "startstep": 0, "frames": 1, "framewait": 1, "offsetX": 0, "offsetY": 0, "scale": 100}
|
|
state = {"autoUpdate": False, "presetTitle": time.strftime("%Y%m%d-%H%M"), "presetFolder": "", "presetFile": "", "loraRate": "1.0", "checkpointFolder": "", "loraFolder": "", "loraFile": "", "loraTagOptions": "[]", "loraTag": "", "loraLinkHref": "", "loraPreviewSrc": "", "wd14th": 0.35, "wd14cth": 0.85}
|
|
frame_updating = False
|
|
frame_buffer = []
|
|
exclude_tags = ""
|
|
|
|
|
|
class AnyType(str):
|
|
def __ne__(self, __value: object) -> bool:
|
|
return False
|
|
|
|
any = AnyType("*")
|
|
|
|
HEAD=r"""
|
|
<head>
|
|
<style type="text/css">
|
|
|
|
html {
|
|
background-color: black;
|
|
}
|
|
|
|
body {
|
|
color: lightgray;
|
|
background: url(/stream) no-repeat top center local;
|
|
margin: 4px;
|
|
padding: 0px;
|
|
}
|
|
|
|
textarea {
|
|
color: lightgray;
|
|
background-color: black;
|
|
width: 100%;
|
|
font-size: 100%;
|
|
}
|
|
|
|
input {
|
|
color: lightgray;
|
|
background-color: black;
|
|
font-size: 100%;
|
|
}
|
|
|
|
button {
|
|
color: black;
|
|
background-color: dimgray;
|
|
font-size: 100%;
|
|
border-radius: 4px;
|
|
padding: 0px;
|
|
min-width: 2em;
|
|
}
|
|
|
|
select {
|
|
color: lightgray;
|
|
background-color: black;
|
|
font-size: 100%;
|
|
}
|
|
|
|
div.row {
|
|
display: flex;
|
|
}
|
|
|
|
#leftPanel, #captureLeftPanel,
|
|
#rightPanel, #captureRightPanel {
|
|
width: 12%;
|
|
}
|
|
|
|
#centerPanel, captureCenterPanel {
|
|
width: 76%;
|
|
text-align: center;
|
|
}
|
|
|
|
#captureDialog {
|
|
display: none;
|
|
position: fixed;
|
|
top: 0;
|
|
left: 0;
|
|
width: 100%;
|
|
height: 100%;
|
|
background: rgba(0, 0, 0, 0.5);
|
|
z-index: 999;
|
|
}
|
|
|
|
#samplerSelect,
|
|
#checkpointFolderSelect,
|
|
#moveCheckpointSelect,
|
|
#presetFolderSelect,
|
|
#presetFileSelect,
|
|
#movePresetSelect,
|
|
#loraFolderSelect,
|
|
#moveLoraSelect {
|
|
width: 100%;
|
|
}
|
|
|
|
#moveCheckpointSelect,
|
|
#movePresetSelect,
|
|
#moveLoraSelect {
|
|
display: none;
|
|
}
|
|
|
|
#seedInput,
|
|
#keepSeedInput,
|
|
#checkpointFileSelect,
|
|
#presetTitleInput,
|
|
#loraFileSelect,
|
|
#loraTagSelect {
|
|
width: 80%;
|
|
}
|
|
|
|
#stepsRange,
|
|
#cfgRange,
|
|
#startstepRange,
|
|
#framesRange,
|
|
#framewaitRange,
|
|
#wd14thRange,
|
|
#wd14cthRange {
|
|
width: 50%;
|
|
}
|
|
|
|
#toggleView {
|
|
width: 100%;
|
|
height: 100%;
|
|
border: none;
|
|
background: transparent;
|
|
}
|
|
|
|
#loraLink img {
|
|
max-width: 100%;
|
|
max-height: 8em;
|
|
width: auto;
|
|
height: auto;
|
|
margin: auto;
|
|
display: block;
|
|
}
|
|
|
|
#offsetXRange,
|
|
#offsetYRange,
|
|
#scaleRange {
|
|
width: 80%;
|
|
}
|
|
|
|
</style>
|
|
<title>FlipStreamViewer</title>
|
|
</head>
|
|
"""
|
|
|
|
SCRIPT_PARAM=r"""
|
|
function getStateAsJson() {
|
|
const autoUpdate = document.getElementById("autoUpdateCheckbox").checked;
|
|
const presetTitle = document.getElementById("presetTitleInput").value;
|
|
const presetFolder = document.getElementById("presetFolderSelect").value;
|
|
const presetFile = document.getElementById("presetFileSelect").value;
|
|
const checkpointFolder = document.getElementById("checkpointFolderSelect").value;
|
|
const loraFolder = document.getElementById("loraFolderSelect").value;
|
|
const loraFile = document.getElementById("loraFileSelect").value;
|
|
const loraTagSelect = document.getElementById("loraTagSelect");
|
|
const loraTagOptions = JSON.stringify([...loraTagSelect.options].map(o => ({ value: o.value, text: o.text })));
|
|
const loraTag = document.getElementById("loraTagSelect").value;
|
|
const loraRate = document.getElementById("loraRate").value;
|
|
const loraLinkHref = document.getElementById("loraLink").getAttribute("href");
|
|
const loraPreviewSrc = document.getElementById("loraPreview").getAttribute("src");
|
|
const wd14th = parseFloat(document.getElementById("wd14thRange").value);
|
|
const wd14cth = parseFloat(document.getElementById("wd14cthRange").value);
|
|
return { autoUpdate: autoUpdate, presetTitle: presetTitle, presetFolder: presetFolder, presetFile: presetFile, checkpointFolder: checkpointFolder, loraRate: loraRate, loraFolder: loraFolder, loraFile: loraFile, loraTagOptions: loraTagOptions, loraTag: loraTag, loraLinkHref: loraLinkHref, loraPreviewSrc: loraPreviewSrc, loraTagOptions: loraTagOptions, wd14th: wd14th, wd14cth: wd14cth };
|
|
}
|
|
|
|
function getParamAsJson() {
|
|
const prompt = document.getElementById("promptInput").value.trim();
|
|
const negativePrompt = document.getElementById("negativePromptInput").value.trim();
|
|
const seed = parseInt(document.getElementById("seedInput").value) || 0;
|
|
const keepSeed = parseInt(document.getElementById("keepSeedInput").value) || 0;
|
|
const steps = parseInt(document.getElementById("stepsRange").value);
|
|
const cfg = parseFloat(document.getElementById("cfgRange").value);
|
|
const interval = parseInt(document.getElementById("intervalSelect").value);
|
|
const sampler = document.getElementById("samplerSelect").value;
|
|
const checkpoint = document.getElementById("checkpointFileSelect").value;
|
|
const lora = document.getElementById("loraInput").value.trim();
|
|
const startstep = parseInt(document.getElementById("startstepRange").value);
|
|
const frames = parseFloat(document.getElementById("framesRange").value);
|
|
const framewait = parseFloat(document.getElementById("framewaitRange").value);
|
|
const offsetX = parseInt(document.getElementById("offsetXRange").value);
|
|
const offsetY = parseInt(document.getElementById("offsetYRange").value);
|
|
const scale = parseInt(document.getElementById("scaleRange").value);
|
|
return { prompt: prompt, negativePrompt: negativePrompt, seed: seed, keepSeed: keepSeed, steps: steps, cfg: cfg, interval: interval, sampler: sampler, checkpoint: checkpoint, lora: lora, startstep: startstep, frames: frames, framewait: framewait, offsetX: offsetX, offsetY: offsetY, scale: scale };
|
|
}
|
|
|
|
function setParam(param) {
|
|
document.getElementById("promptInput").value = param.prompt || "";
|
|
document.getElementById("negativePromptInput").value = param.negativePrompt || "";
|
|
document.getElementById("seedInput").value = param.seed || 0;
|
|
document.getElementById("keepSeedInput").value = param.keepSeed || 0;
|
|
document.getElementById("stepsRange").value = param.steps || 13;
|
|
document.getElementById("stepsValue").innerText = param.steps || 13;
|
|
document.getElementById("cfgRange").value = param.cfg || 4;
|
|
document.getElementById("cfgValue").innerText = param.cfg || 4;
|
|
document.getElementById("intervalSelect").value = param.interval || 30;
|
|
document.getElementById("samplerSelect").value = param.sampler || "dpmpp_2m,sgm_uniform";
|
|
document.getElementById("checkpointFileSelect").value = param.checkpoint || "";
|
|
document.getElementById("loraInput").value = param.lora || "";
|
|
document.getElementById("startstepRange").value = param.startstep || 0;
|
|
document.getElementById("startstepValue").innerText = param.startstep || 0;
|
|
document.getElementById("framesRange").value = param.frames || 1;
|
|
document.getElementById("framesValue").innerText = param.frames || 1;
|
|
document.getElementById("framewaitRange").value = param.framewait || 1;
|
|
document.getElementById("framewaitValue").innerText = param.framewait || 1;
|
|
document.getElementById("offsetXRange").value = param.offsetX || 0;
|
|
document.getElementById("offsetYRange").value = param.offsetY || 0;
|
|
document.getElementById("scaleRange").value = param.scale || 100;
|
|
}
|
|
|
|
function updateParam(reload=false) {
|
|
var updateButton = document.getElementById("updateButton");
|
|
updateButton.disabled = true;
|
|
fetch("/update_param", {
|
|
method: "POST",
|
|
body: JSON.stringify([getStateAsJson(), getParamAsJson()]),
|
|
headers: {"Content-Type": "application/json"}
|
|
}).then(response => {
|
|
if (response.ok) {
|
|
if (reload) {
|
|
location.reload();
|
|
}
|
|
} else {
|
|
alert("Failed to update parameter.");
|
|
}
|
|
}).catch(error => {
|
|
alert("An error occurred while updating parameter.");
|
|
});
|
|
updateButton.disabled = false;
|
|
}
|
|
"""
|
|
|
|
SCRIPT_PRESET=r"""
|
|
function loadPreset(loraPromptOnly=false) {
|
|
fetch("/load_preset", {
|
|
method: "POST",
|
|
body: JSON.stringify([getStateAsJson(), loraPromptOnly]),
|
|
headers: {"Content-Type": "application/json"}
|
|
}).then(response => {
|
|
if (response.ok) {
|
|
location.reload();
|
|
} else {
|
|
alert("Failed to load preset.");
|
|
}
|
|
}).catch(error => {
|
|
alert("An error occurred while loading preset: " + error);
|
|
});
|
|
}
|
|
|
|
function randomPreset() {
|
|
const presetFileSelect = document.getElementById("presetFileSelect");
|
|
presetFileSelect.selectedIndex = Math.floor(Math.random() * (presetFileSelect.options.length - 1)) + 1;
|
|
}
|
|
|
|
function movePreset() {
|
|
document.getElementById("movePresetSelect").style.display = "block";
|
|
}
|
|
|
|
function movePresetFile() {
|
|
const moveTo = document.getElementById("movePresetSelect").value;
|
|
fetch("/move_presetfile", {
|
|
method: "POST",
|
|
body: JSON.stringify([getStateAsJson(), moveTo]),
|
|
headers: {"Content-Type": "application/json"}
|
|
}).then(response => {
|
|
if (response.ok) {
|
|
alert("Preset moved successfully!");
|
|
} else {
|
|
alert("Failed to move preset.");
|
|
}
|
|
}).catch(error => {
|
|
alert("An error occurred while moving preset.");
|
|
});
|
|
}
|
|
|
|
function savePreset() {
|
|
const title = document.getElementById("presetTitleInput").value;
|
|
if (title == "") {
|
|
alert("Please enter a title to save.");
|
|
return;
|
|
}
|
|
if (!/^[a-zA-Z0-9-_]+$/.test(title)) {
|
|
alert("Title can only contain [a-zA-Z0-9-_] characters.");
|
|
return;
|
|
}
|
|
fetch("/save_preset", {
|
|
method: "POST",
|
|
body: JSON.stringify([getStateAsJson(), getParamAsJson()]),
|
|
headers: {"Content-Type": "application/json"}
|
|
}).then(response => {
|
|
if (response.ok) {
|
|
alert("Preset saved successfully!");
|
|
location.reload();
|
|
} else {
|
|
alert("Failed to save preset.");
|
|
}
|
|
}).catch(error => {
|
|
alert("An error occurred while saving preset.");
|
|
});
|
|
}
|
|
"""
|
|
|
|
SCRIPT_CKPT=r"""
|
|
function moveCheckpoint() {
|
|
document.getElementById("moveCheckpointSelect").style.display = "block";
|
|
}
|
|
|
|
function moveCheckpointFile() {
|
|
const moveFrom = document.getElementById("checkpointFileSelect").value;
|
|
const moveTo = document.getElementById("moveCheckpointSelect").value;
|
|
fetch("/move_checkpointfile", {
|
|
method: "POST",
|
|
body: JSON.stringify([getStateAsJson(), moveFrom, moveTo]),
|
|
headers: {"Content-Type": "application/json"}
|
|
}).then(response => {
|
|
if (response.ok) {
|
|
alert("Checkpoint moved successfully!");
|
|
} else {
|
|
alert("Failed to move checkpoint.");
|
|
}
|
|
}).catch(error => {
|
|
alert("An error occurred while moving checkpoint.");
|
|
});
|
|
}
|
|
"""
|
|
|
|
SCRIPT_LORA=r"""
|
|
function selectLoraFile() {
|
|
const loraFolder = document.getElementById("loraFolderSelect").value;
|
|
const loraFileSelect = document.getElementById("loraFileSelect");
|
|
const loraName = loraFileSelect.options[loraFileSelect.selectedIndex].text;
|
|
const loraFile = loraFileSelect.value;
|
|
const loraRate = document.getElementById("loraRate").value;
|
|
const loraInput = document.getElementById("loraInput");
|
|
const loraTagSelect = document.getElementById("loraTagSelect");
|
|
const loraLink = document.getElementById("loraLink");
|
|
const loraPreview = document.getElementById("loraPreview");
|
|
|
|
if (loraFile) {
|
|
const re = new RegExp("[\\n]?<lora:" + loraName + ":[0-9.]+>", "g");
|
|
if (loraInput.value.search(re) == -1) {
|
|
loraInput.value += "\n<lora:" + loraName + ":" + loraRate + ">";
|
|
}
|
|
}
|
|
|
|
fetch("/get_lorainfo", {
|
|
method: "POST",
|
|
body: JSON.stringify({loraFolder: loraFolder, loraFile: loraFile}),
|
|
headers: {"Content-Type": "application/json"}
|
|
}).then(response => response.json()).then(json => {
|
|
loraTagSelect.innerHTML = "";
|
|
|
|
item = document.createElement("option");
|
|
item.value = "";
|
|
item.text = "tag";
|
|
loraTagSelect.appendChild(item);
|
|
|
|
if (json.ss_tag_frequency) {
|
|
const datasets = JSON.parse(json.ss_tag_frequency);
|
|
const tags = {};
|
|
for (const setName in datasets) {
|
|
const set = datasets[setName];
|
|
for (const t in set) {
|
|
if (t in tags) {
|
|
tags[t] += set[t];
|
|
} else {
|
|
tags[t] = set[t];
|
|
}
|
|
}
|
|
}
|
|
const sorted_tags = Object.entries(tags).sort((a, b) => b[1] - a[1]);
|
|
for (const i in sorted_tags) {
|
|
item = document.createElement("option");
|
|
item.value = sorted_tags[i][0].trim();
|
|
item.text = sorted_tags[i][0].trim() + ":" + sorted_tags[i][1];
|
|
loraTagSelect.appendChild(item);
|
|
}
|
|
}
|
|
|
|
loraLink.href = json._lorapreview_href || "";
|
|
loraPreview.src = json._lorapreview_src || "";
|
|
});
|
|
}
|
|
|
|
function toggleLora() {
|
|
const loraFileSelect = document.getElementById("loraFileSelect");
|
|
const loraName = loraFileSelect.options[loraFileSelect.selectedIndex].text;
|
|
const loraFile = loraFileSelect.value;
|
|
const loraRate = document.getElementById("loraRate").value;
|
|
const loraInput = document.getElementById("loraInput");
|
|
if (loraFile) {
|
|
const re = new RegExp("[\\n]?<lora:" + loraName + ":[0-9.]+>", "g");
|
|
if (loraInput.value.search(re) >= 0) {
|
|
loraInput.value = loraInput.value.replace(re, "");
|
|
} else {
|
|
loraInput.value += "\n<lora:" + loraName + ":" + loraRate + ">";
|
|
}
|
|
}
|
|
}
|
|
|
|
function moveLora() {
|
|
document.getElementById("moveLoraSelect").style.display = "block";
|
|
}
|
|
|
|
function moveLoraFile() {
|
|
const moveTo = document.getElementById("moveLoraSelect").value;
|
|
fetch("/move_lorafile", {
|
|
method: "POST",
|
|
body: JSON.stringify([getStateAsJson(), moveTo]),
|
|
headers: {"Content-Type": "application/json"}
|
|
}).then(response => {
|
|
if (response.ok) {
|
|
alert("Lora moved successfully!");
|
|
} else {
|
|
alert("Failed to move lora.");
|
|
}
|
|
}).catch(error => {
|
|
alert("An error occurred while moving lora.");
|
|
});
|
|
}
|
|
"""
|
|
|
|
SCRIPT_TAG=r"""
|
|
function toggleTag() {
|
|
const loraTag = document.getElementById("loraTagSelect").value;
|
|
const loraInput = document.getElementById("loraInput");
|
|
if (loraTag) {
|
|
const re = new RegExp("^\\s*" + loraTag + "\\s*(,\\s*|\n|$)|,\\s*" + loraTag + "\\s*(,|\n|$)", "g");
|
|
if (loraInput.value.search(re) >= 0) {
|
|
loraInput.value = loraInput.value.replace(re, "$2")
|
|
} else {
|
|
if (loraInput.value) {
|
|
loraInput.value += ", " + loraTag;
|
|
} else {
|
|
loraInput.value = loraTag;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
function randomTag() {
|
|
const options = document.getElementById("loraTagSelect").options;
|
|
const loraInput = document.getElementById("loraInput");
|
|
const loraTag = options[Math.floor(Math.random() * options.length)].value;
|
|
if (loraTag) {
|
|
const re = new RegExp("^\\s*" + loraTag + "\\s*(,\\s*|\n|$)|,\\s*" + loraTag + "\\s*(,|\n|$)", "g");
|
|
if (loraInput.value.search(re) < 0) {
|
|
if (loraInput.value) {
|
|
loraInput.value += ", " + loraTag;
|
|
} else {
|
|
loraInput.value = loraTag;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
async function addWD14Tag() {
|
|
fetch("/get_wd14tag", {
|
|
method: "POST",
|
|
body: JSON.stringify(getStateAsJson()),
|
|
headers: {"Content-Type": "application/json"}
|
|
}).then(response => response.json()).then(json => {
|
|
loraInput.value += "\n" + json.tags + "\n";
|
|
}).catch(error => {
|
|
alert(`Failed to fetch WD14 tags: ${error.stack}`);
|
|
});
|
|
}
|
|
|
|
function clearLoraInput() {
|
|
document.getElementById("loraInput").value = "";
|
|
}
|
|
"""
|
|
|
|
SCRIPT_SEED=r"""
|
|
function changeSeed(reload=false) {
|
|
const seedInput = document.getElementById("seedInput");
|
|
seedInput.value = Math.floor(Math.random() * 99999);
|
|
updateParam(reload);
|
|
}
|
|
|
|
function keepSeed() {
|
|
const seed = parseInt(document.getElementById("seedInput").value) || 0;
|
|
const keepSeedInput = document.getElementById("keepSeedInput");
|
|
keepSeedInput.value = seed;
|
|
}
|
|
|
|
function backSeed() {
|
|
const keepSeed = parseInt(document.getElementById("keepSeedInput").value) || 0;
|
|
const seedInput = document.getElementById("seedInput");
|
|
seedInput.value = keepSeed;
|
|
}
|
|
|
|
var intervalId = 0;
|
|
function toggleAutoUpdate() {
|
|
const autoUpdate = document.getElementById("autoUpdateCheckbox").checked;
|
|
const interval = parseInt(document.getElementById("intervalSelect").value);
|
|
if (autoUpdate) {
|
|
intervalId = setInterval(function() {
|
|
changeSeed();
|
|
}, interval * 1000);
|
|
} else {
|
|
if (intervalId) {
|
|
clearInterval(intervalId);
|
|
intervalId = 0;
|
|
}
|
|
}
|
|
}
|
|
toggleAutoUpdate();
|
|
"""
|
|
|
|
SCRIPT_VIEW=r"""
|
|
var toggleViewFlag = true;
|
|
function toggleView() {
|
|
const leftPanel = document.getElementById("leftPanel");
|
|
const rightPanel = document.getElementById("rightPanel");
|
|
if (toggleViewFlag) {
|
|
leftPanel.style.visibility = "hidden";
|
|
rightPanel.style.visibility = "hidden";
|
|
toggleViewFlag = false;
|
|
} else {
|
|
document.body.style.backgroundImage = "none";
|
|
leftPanel.style.visibility = "visible";
|
|
rightPanel.style.visibility = "visible";
|
|
toggleViewFlag = true;
|
|
}
|
|
}
|
|
|
|
function hideTimer() {
|
|
setTimeout(function() {
|
|
document.getElementById("autoUpdateCheckbox").checked = false;
|
|
toggleAutoUpdate();
|
|
closeCapture();
|
|
document.body.style.backgroundImage = "none";
|
|
leftPanel.style.visibility = "hidden";
|
|
rightPanel.style.visibility = "hidden";
|
|
toggleViewFlag = false;
|
|
}, 300 * 1000);
|
|
}
|
|
hideTimer();
|
|
"""
|
|
|
|
SCRIPT_CAPTURE=r"""
|
|
let capturedCanvas = document.createElement("canvas");
|
|
async function capture() {
|
|
try {
|
|
const video = document.createElement("video");
|
|
video.srcObject = await navigator.mediaDevices.getDisplayMedia({ video: true });
|
|
video.style.display = "none";
|
|
video.play();
|
|
video.addEventListener("loadedmetadata", () => {
|
|
const { videoWidth, videoHeight } = video;
|
|
capturedCtx = capturedCanvas.getContext("2d");
|
|
capturedCtx.clearRect(0, 0, capturedCanvas.width, capturedCanvas.height);
|
|
capturedCanvas.width = videoWidth;
|
|
capturedCanvas.height = videoHeight;
|
|
capturedCtx.drawImage(video, 0, 0);
|
|
video.srcObject.getTracks().forEach(track => track.stop());
|
|
video.srcObject = null;
|
|
updateCanvas();
|
|
});
|
|
} catch (error) {
|
|
alert("An error occurred while capture.");
|
|
}
|
|
}
|
|
|
|
function updateCanvas() {
|
|
document.getElementById("captureDialog").style.display = "flex";
|
|
const canvas = document.getElementById("canvas");
|
|
const ctx = canvas.getContext("2d");
|
|
const offsetX = parseInt(document.getElementById("offsetXRange").value, 10);
|
|
const offsetY = parseInt(document.getElementById("offsetYRange").value, 10);
|
|
const scale = parseInt(document.getElementById("scaleRange").value, 10) / 100;
|
|
ctx.clearRect(0, 0, canvas.width, canvas.height);
|
|
ctx.save();
|
|
ctx.scale(scale, scale);
|
|
ctx.translate(offsetX, offsetY);
|
|
ctx.drawImage(capturedCanvas, 0, 0);
|
|
ctx.restore();
|
|
}
|
|
|
|
function closeCapture() {
|
|
document.getElementById("captureDialog").style.display = "none";
|
|
}
|
|
|
|
function resetPos() {
|
|
document.getElementById("offsetXRange").value = 0;
|
|
document.getElementById("offsetYRange").value = 0;
|
|
document.getElementById("scaleRange").value = 100;
|
|
updateCanvas();
|
|
}
|
|
|
|
function setFrame() {
|
|
const canvas = document.getElementById("canvas");
|
|
const dataURL = canvas.toDataURL("image/webp");
|
|
fetch("/set_frame", {
|
|
method: "POST",
|
|
body: JSON.stringify([dataURL]),
|
|
headers: { "Content-Type": "application/json" }
|
|
}).then(response => {
|
|
if (response.ok) {
|
|
closeCapture();
|
|
} else {
|
|
alert("Failed to set frame.");
|
|
}
|
|
}).catch(error => {
|
|
alert("An error occurred while set frame.");
|
|
});
|
|
}
|
|
"""
|
|
|
|
|
|
@server.PromptServer.instance.routes.get("/stream")
|
|
async def stream(request):
|
|
if request.remote not in allowed_ips:
|
|
raise HTTPForbidden()
|
|
|
|
response = web.StreamResponse()
|
|
response.content_type = "multipart/x-mixed-replace; boundary=frame"
|
|
await response.prepare(request)
|
|
|
|
update_start = None
|
|
while request.transport and not request.transport.is_closing():
|
|
if frame_buffer:
|
|
if len(frame_buffer) > 1:
|
|
frame = frame_buffer.pop(0)
|
|
frame_buffer.append(frame)
|
|
else:
|
|
frame = frame_buffer[0]
|
|
|
|
if frame_updating:
|
|
if update_start is None:
|
|
update_start = time.time()
|
|
with BytesIO(frame) as inbuf:
|
|
image = Image.open(inbuf)
|
|
w, h = image.size
|
|
s = (time.time() - update_start + 1) * 4
|
|
draw = ImageDraw.Draw(image)
|
|
draw.rectangle((int(w / 2 - s), 16, int(w / 2 + s), 32), fill="blue", outline="blue", width=1)
|
|
with BytesIO() as outbuf:
|
|
image.save(outbuf, format="WEBP", quality=100)
|
|
frame = outbuf.getvalue()
|
|
else:
|
|
update_start = None
|
|
|
|
await response.write(b"--frame\r\nContent-Type: image/webp\r\n\r\n" + frame + b"\r\n")
|
|
await response.write(b"--frame\r\nContent-Type: image/webp\r\n\r\n" + frame + b"\r\n")
|
|
|
|
if param["framewait"] > 0:
|
|
await asyncio.sleep(param["framewait"] * 0.1)
|
|
|
|
return response
|
|
|
|
|
|
@server.PromptServer.instance.routes.get("/viewer")
|
|
async def viewer(request):
|
|
if request.remote not in allowed_ips:
|
|
print(request.remote)
|
|
raise HTTPForbidden()
|
|
|
|
return web.Response(text=f"""<html>{HEAD}<body>
|
|
<div class="row">
|
|
<div id="leftPanel">
|
|
<textarea id="promptInput" placeholder="Enter prompt" rows="15">{param["prompt"]}</textarea>
|
|
<textarea id="negativePromptInput" placeholder="Enter negativePrompt" rows="2">{param["negativePrompt"]}</textarea>
|
|
<div class="row">
|
|
Seed: <input id="seedInput" type="number" placeholder="Enter seed" value="{param["seed"]}" />
|
|
</div>
|
|
<div class="row">
|
|
Keep: <input id="keepSeedInput" type="number" placeholder="keepSeed" value="{param["keepSeed"]}" />
|
|
</div>
|
|
<div class="row">
|
|
Iv:<select id="intervalSelect" onchange="updateParam()">
|
|
<option value="10" {"selected" if param["interval"] == 10 else ""}>10</option>
|
|
<option value="15" {"selected" if param["interval"] == 15 else ""}>15</option>
|
|
<option value="20" {"selected" if param["interval"] == 20 else ""}>20</option>
|
|
<option value="25" {"selected" if param["interval"] == 25 else ""}>25</option>
|
|
<option value="30" {"selected" if param["interval"] == 30 else ""}>30</option>
|
|
</select>
|
|
<input id="autoUpdateCheckbox" type="checkbox" onchange="toggleAutoUpdate()"{" checked" if state["autoUpdate"] else ""}>Auto</input>
|
|
</div>
|
|
<div class="row">
|
|
<button id="updateButton" onclick="updateParam(true)">U</button>
|
|
<button id="changeSeedButton" onclick="changeSeed(true)">R</button>
|
|
<button id="keepSeedButton" onclick="keepSeed()">K</button>
|
|
<button id="backSeedButton" onclick="backSeed()">B</button>
|
|
</div>
|
|
<div class="row">
|
|
<input id="stepsRange" type="range" min="1" max="50" step="1" value="{param["steps"]}" oninput="stepsValue.innerText = this.value;" />
|
|
<span id="stepsValue">{param["steps"]}</span>stp
|
|
</div>
|
|
<div class="row">
|
|
<input id="cfgRange" type="range" min="1.0" max="15.0" step="0.1" value="{param["cfg"]}" oninput="cfgValue.innerText = this.value;" />
|
|
<span id="cfgValue">{param["cfg"]}</span>cfg
|
|
</div>
|
|
<div class="row">
|
|
<input id="startstepRange" type="range" min="0" max="6" step="1" value="{param["startstep"]}" oninput="startstepValue.innerText = this.value;" />
|
|
<span id="startstepValue">{param["startstep"]}</span>sta
|
|
</div>
|
|
<div class="row">
|
|
<input id="framesRange" type="range" min="1" max="8" step="1" value="{param["frames"]}" oninput="framesValue.innerText = this.value;" />
|
|
<span id="framesValue">{param["frames"]}</span>frm
|
|
</div>
|
|
<div class="row">
|
|
<input id="framewaitRange" type="range" min="0" max="2" step="0.1" value="{param["framewait"]}" oninput="framewaitValue.innerText = this.value;" />
|
|
<span id="framewaitValue">{param["framewait"]}</span>spf
|
|
</div>
|
|
<select id="samplerSelect" onchange="updateParam()">
|
|
<option value="dpmpp_2m,sgm_uniform" {"selected" if param["sampler"] == "dpmpp_2m,sgm_uniform" else ""}>dpmpp_2m,sgm_uniform</option>
|
|
<option value="ddim,ddim_uniform" {"selected" if param["sampler"] == "ddim,ddim_uniform" else ""}>ddim,ddim_uniform</option>
|
|
<option value="eular,normal" {"selected" if param["sampler"] == "eular,normal" else ""}>eular,normal</option>
|
|
</select>
|
|
<select id="checkpointFolderSelect" onchange="updateParam(true)">
|
|
<option value="">checkpoint folder</option>
|
|
{"".join([f'<option value="{dir.name}"{" selected" if state["checkpointFolder"] == dir.name else ""}>{dir.name}</option>' for dir in Path("ComfyUI/models/checkpoints", param["mode"]).glob("*/")])}
|
|
</select>
|
|
<div class="row">
|
|
<select id="checkpointFileSelect">
|
|
<option value="">checkpoint</option>
|
|
{f'<option value="{param["checkpoint"]}" selected>*{Path(param["checkpoint"]).stem}</option>' if param['checkpoint'] else ""}
|
|
{"".join([f'<option value="{file.relative_to("ComfyUI/models/checkpoints")}">{file.stem}</option>' if param["checkpoint"] != file.relative_to("ComfyUI/models/checkpoints") else "" for file in Path("ComfyUI/models/checkpoints", param["mode"], state["checkpointFolder"]).glob("*.safetensors")])}
|
|
</select>
|
|
<button id="moveCheckpointButton" onClick="moveCheckpoint()">M</button>
|
|
</div>
|
|
<select id="moveCheckpointSelect" onchange="moveCheckpointFile()">
|
|
<option value="default" disabled selected>move to</option>
|
|
{"".join([f'<option value="{dir.name}">{dir.name}</option>' for dir in Path("ComfyUI/models/checkpoints", param["mode"]).glob("*/")])}
|
|
</select>
|
|
</div>
|
|
<div id="centerPanel">
|
|
<button id="toggleView" onclick="toggleView()"></button>
|
|
</div>
|
|
<div id="rightPanel">
|
|
<select id="loraFolderSelect" onchange="updateParam(true)">
|
|
<option value="">lora folder</option>
|
|
{"".join([f'<option value="{dir.name}"{" selected" if state["loraFolder"] == dir.name else ""}>{dir.name}</option>' for dir in Path("ComfyUI/models/loras", param["mode"]).glob("*/")])}
|
|
</select>
|
|
<div class="row">
|
|
<select id="loraFileSelect" onchange="selectLoraFile()">
|
|
<option value="" disabled selected>lora file</option>
|
|
{"".join([f'<option value="{file.name}"{" selected" if state["loraFile"] == file.name else ""}>{file.stem}</option>' for file in Path("ComfyUI/models/loras", param["mode"], state["loraFolder"]).glob("*.safetensors")])}
|
|
</select>
|
|
<button id="toggleLoraButton" onclick="toggleLora()">T</button>
|
|
<button id="moveLoraButton" onClick="moveLora()">M</button>
|
|
</div>
|
|
<select id="moveLoraSelect" onchange="moveLoraFile()">
|
|
<option value="default" disabled selected>move to</option>
|
|
{"".join([f'<option value="{dir.name}">{dir.name}</option>' for dir in Path("ComfyUI/models/loras", param["mode"]).glob("*/")])}
|
|
</select>
|
|
<div class="row">
|
|
<select id="loraTagSelect" onchange="toggleTag()">
|
|
<option value="" disabled selected>tag</option>
|
|
{"".join([f'<option value="{opt["value"]}"{" selected" if state["loraTag"] == opt["value"] else ""}>{opt["text"]}</option>' if opt["value"] else "" for opt in json.loads(state["loraTagOptions"])])}
|
|
</select>
|
|
<button id="toggleTagButton" onclick="toggleTag()">T</button>
|
|
<button id="randomTagButton" onclick="randomTag()">R</button>
|
|
</div>
|
|
Rate: <select id="loraRate">
|
|
<option value="1" {"selected" if state["loraRate"] == "1" else ""}>1</option>
|
|
<option value="0.9" {"selected" if state["loraRate"] == "0.9" else ""}>0.9</option>
|
|
<option value="0.8" {"selected" if state["loraRate"] == "0.8" else ""}>0.8</option>
|
|
<option value="0.7" {"selected" if state["loraRate"] == "0.7" else ""}>0.7</option>
|
|
<option value="0.6" {"selected" if state["loraRate"] == "0.6" else ""}>0.6</option>
|
|
<option value="0.5" {"selected" if state["loraRate"] == "0.5" else ""}>0.5</option>
|
|
<option value="0.4" {"selected" if state["loraRate"] == "0.4" else ""}>0.4</option>
|
|
<option value="0.3" {"selected" if state["loraRate"] == "0.3" else ""}>0.3</option>
|
|
<option value="0.2" {"selected" if state["loraRate"] == "0.2" else ""}>0.2</option>
|
|
<option value="0.1" {"selected" if state["loraRate"] == "0.1" else ""}>0.1</option>
|
|
</select>
|
|
<div class="row">
|
|
<input id="wd14thRange" type="range" min="0" max="1" step="0.01" value="{state["wd14th"]}" oninput="wd14thValue.innerText = this.value;" />
|
|
<span id="wd14thValue">{state["wd14th"]}</span>wth
|
|
</div>
|
|
<div class="row">
|
|
<input id="wd14cthRange" type="range" min="0" max="1" step="0.01" value="{state["wd14cth"]}" oninput="wd14cthValue.innerText = this.value;" />
|
|
<span id="wd14cthValue">{state["wd14cth"]}</span>cth
|
|
</div>
|
|
<select id="presetFolderSelect" onchange="updateParam(true)">
|
|
<option value="">preset folder</option>
|
|
{"".join([f'<option value="{dir.name}"{" selected" if state["presetFolder"] == dir.name else ""}>{dir.name}</option>' for dir in Path("preset").glob("*/")])}
|
|
</select>
|
|
<select id="presetFileSelect">
|
|
<option value="" disabled selected>preset</option>
|
|
{"".join([f'<option value="{file.name}"{" selected" if state["presetFile"] == file.name else ""}>{file.stem}</option>' for file in Path("preset", state["presetFolder"]).glob("*.json")])}
|
|
</select>
|
|
<div class="row">
|
|
<button id="randomPresetButton" onclick="randomPreset()">R</button>
|
|
<button id="loadPresetLoraPromptButton" onclick="loadPreset(true)">P</button>
|
|
<button id="loadPresetButton" onclick="loadPreset()">L</button>
|
|
<button id="movePresetButton" onclick="movePreset()">M</button>
|
|
</div>
|
|
<select id="movePresetSelect" onchange="movePresetFile()">
|
|
<option value="default" disabled selected>move to</option>
|
|
{"".join([f'<option value="{dir.name}">{dir.name}</option>' for dir in Path("preset").glob("*/")])}
|
|
</select>
|
|
<div class="row">
|
|
<input id="presetTitleInput" placeholder="preset title" value="{state["presetTitle"]}" />
|
|
<button id="savePresetButton" onclick="savePreset()">Save</button>
|
|
</div>
|
|
<div class="row">
|
|
<button id="captureButton" onclick="capture()">C</button>
|
|
<button id="wd14Button" onclick="addWD14Tag()">W</button>
|
|
<button id="updateButton2" onclick="updateParam(true)">U</button>
|
|
<button id="clearLoraInputButton" onclick="clearLoraInput()">Clear</button>
|
|
</div>
|
|
<textarea id="loraInput" placeholder="Enter lora" rows="15">{param["lora"]}</textarea>
|
|
<div class="row">
|
|
<a id="loraLink" href="{state["loraLinkHref"] or "javascript:void(0)"}" target="_blank">
|
|
<img id="loraPreview" src="{state["loraPreviewSrc"]}" alt onerror="this.onerror = null; this.src='';" />
|
|
</a>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
<div id="captureDialog">
|
|
<div id="captureLeftPanel"></div>
|
|
<div id="captureCenterPanel">
|
|
<canvas id="canvas" width="960" height="600" />
|
|
</div>
|
|
<div id="captureRightPanel">
|
|
<button id="resetPosButton" onclick="resetPos()">Reset</button>
|
|
<br>
|
|
X <input id="offsetXRange" type="range" min="-960" max="960" value="{param["offsetX"]}" onchange="updateCanvas()">
|
|
<br>
|
|
Y <input id="offsetYRange" type="range" min="-600" max="600" value="{param["offsetY"]}" onchange="updateCanvas()">
|
|
<br>
|
|
S <input id="scaleRange" type="range" min="50" max="400" value="{param["scale"]}" onchange="updateCanvas()">
|
|
<br>
|
|
<button id="setframeButton" onclick="setFrame()">SetFrame</button>
|
|
<button id="closeButton" onclick="closeCapture()">Close</button>
|
|
</div>
|
|
</div>
|
|
<script>
|
|
{SCRIPT_PARAM}
|
|
{SCRIPT_PRESET}
|
|
{SCRIPT_CKPT}
|
|
{SCRIPT_LORA}
|
|
{SCRIPT_TAG}
|
|
{SCRIPT_SEED}
|
|
{SCRIPT_VIEW}
|
|
{SCRIPT_CAPTURE}
|
|
</script>
|
|
</body></html>""", content_type="text/html")
|
|
|
|
|
|
@server.PromptServer.instance.routes.post("/update_param")
|
|
async def update_param(request):
|
|
if request.remote not in allowed_ips:
|
|
raise HTTPForbidden()
|
|
|
|
stt, prm = await request.json()
|
|
state.update(stt)
|
|
param.update(prm)
|
|
return web.Response(status=200)
|
|
|
|
|
|
@server.PromptServer.instance.routes.post("/get_lorainfo")
|
|
async def get_lorainfo(request):
|
|
if request.remote not in allowed_ips:
|
|
raise HTTPForbidden()
|
|
|
|
req = await request.json()
|
|
loraPath = Path("ComfyUI/models/loras", param["mode"], req["loraFolder"], req["loraFile"])
|
|
hash = None
|
|
with open(loraPath, "rb") as file:
|
|
header_size = int.from_bytes(file.read(8), "little", signed=False)
|
|
if header_size <= 0:
|
|
raise HTTPError("get_lorainfo: Invalid header size")
|
|
|
|
header = file.read(header_size)
|
|
if header_size <= 0:
|
|
raise HTTPError("get_lorainfo: Invalid header")
|
|
|
|
file.seek(0)
|
|
hash = hashlib.sha256(file.read()).hexdigest()
|
|
|
|
header_json = json.loads(header)
|
|
lorainfo = header_json["__metadata__"] if "__metadata__" in header_json else {}
|
|
|
|
if hash:
|
|
res = requests.get("https://civitai.com/api/v1/model-versions/by-hash/" + hash).json()
|
|
lorainfo["_lorapreview_href"] = "https://civitai.com/models/" + str(res["modelId"])
|
|
lorainfo["_lorapreview_src"] = res["images"][0]["url"]
|
|
|
|
return web.json_response(lorainfo)
|
|
|
|
|
|
@server.PromptServer.instance.routes.post("/get_wd14tag")
|
|
async def get_wd14tag(request):
|
|
if request.remote not in allowed_ips:
|
|
raise HTTPForbidden()
|
|
|
|
stt = await request.json()
|
|
state.update(stt);
|
|
tags = []
|
|
if frame_buffer:
|
|
with BytesIO(frame_buffer[0]) as buf:
|
|
image = Image.open(buf)
|
|
tags = await wd14tagger.tag(image, "wd-v1-4-moat-tagger-v2.onnx", state["wd14th"], state["wd14cth"], exclude_tags)
|
|
return web.json_response({"tags": tags})
|
|
|
|
|
|
@server.PromptServer.instance.routes.post("/set_frame")
|
|
async def set_frame(request):
|
|
global frame_buffer
|
|
if request.remote not in allowed_ips:
|
|
raise HTTPForbidden()
|
|
|
|
dataURL, = await request.json()
|
|
_, data = dataURL.split(",", 1)
|
|
frame_buffer = [base64.b64decode(data)]
|
|
return web.Response(status=200)
|
|
|
|
|
|
@server.PromptServer.instance.routes.post("/move_checkpointfile")
|
|
async def move_lorafile(request):
|
|
if request.remote not in allowed_ips:
|
|
raise HTTPForbidden()
|
|
|
|
stt, moveFrom, moveTo = await request.json()
|
|
state.update(stt)
|
|
pathFrom = Path("ComfyUI/models/checkpoints", param["mode"], state["checkpointFolder"], Path(moveFrom).name)
|
|
pathTo = Path("ComfyUI/models/checkpoints", param["mode"], moveTo, pathFrom.name)
|
|
Path(pathFrom).rename(pathTo)
|
|
state["checkpointFolder"] = moveTo
|
|
return web.Response(status=200)
|
|
|
|
|
|
@server.PromptServer.instance.routes.post("/move_presetfile")
|
|
async def move_presetfile(request):
|
|
if request.remote not in allowed_ips:
|
|
raise HTTPForbidden()
|
|
|
|
stt, moveTo = await request.json()
|
|
state.update(stt)
|
|
pathFrom = Path("preset", state["presetFolder"], state["presetFile"])
|
|
pathTo = Path("preset", moveTo, pathFrom.name)
|
|
Path(pathFrom).rename(pathTo)
|
|
state["presetFolder"] = moveTo
|
|
return web.Response(status=200)
|
|
|
|
|
|
@server.PromptServer.instance.routes.post("/move_lorafile")
|
|
async def move_lorafile(request):
|
|
if request.remote not in allowed_ips:
|
|
raise HTTPForbidden()
|
|
|
|
stt, moveTo = await request.json()
|
|
state.update(stt)
|
|
pathFrom = Path("ComfyUI/models/loras", param["mode"], state["loraFolder"], state["loraFile"])
|
|
pathTo = Path("ComfyUI/models/loras", param["mode"], moveTo, pathFrom.name)
|
|
Path(pathFrom).rename(pathTo)
|
|
state["loraFolder"] = moveTo
|
|
return web.Response(status=200)
|
|
|
|
|
|
@server.PromptServer.instance.routes.post("/load_preset")
|
|
async def load_preset(request):
|
|
if request.remote not in allowed_ips:
|
|
raise HTTPForbidden()
|
|
|
|
stt, loraPromptOnly = await request.json()
|
|
state.update(stt)
|
|
data = param
|
|
with open(Path("preset", state["presetFolder"], state["presetFile"]), "r") as file:
|
|
buf = json.load(file)
|
|
if loraPromptOnly:
|
|
if "lora" in buf:
|
|
data["lora"] = base64.b64decode(buf["lora"]).decode("utf-8")
|
|
|
|
else:
|
|
data = buf
|
|
data["prompt"] = base64.b64decode(buf["prompt"]).decode("utf-8")
|
|
data["negativePrompt"] = base64.b64decode(buf["negativePrompt"]).decode("utf-8") if "negativePrompt" in buf else ""
|
|
data["lora"] = base64.b64decode(buf["lora"]).decode("utf-8")
|
|
|
|
param.update(data)
|
|
state["presetTitle"] = Path(state["presetFile"]).stem
|
|
return web.Response(status=200)
|
|
|
|
|
|
@server.PromptServer.instance.routes.post("/save_preset")
|
|
async def save_preset(request):
|
|
if request.remote not in allowed_ips:
|
|
raise HTTPForbidden()
|
|
|
|
[stt, data] = await request.json()
|
|
state.update(stt)
|
|
param.update(data)
|
|
data["prompt"] = base64.b64encode(bytes(data["prompt"], "utf-8")).decode("utf-8")
|
|
data["negativePrompt"] = base64.b64encode(bytes(data["negativePrompt"], "utf-8")).decode("utf-8")
|
|
data["lora"] = base64.b64encode(bytes(data["lora"], "utf-8")).decode("utf-8")
|
|
with open(Path("preset", state["presetFolder"], state["presetTitle"] + ".json"), "w") as file:
|
|
json.dump(data, file)
|
|
return web.Response(status=200)
|
|
|
|
|
|
class FlipStreamLoader:
|
|
@classmethod
|
|
def INPUT_TYPES(s):
|
|
return {
|
|
"required": {
|
|
"mode": ("STRING", {"default": param["mode"]}),
|
|
"default_ckpt": (checkpoints_list,),
|
|
}
|
|
}
|
|
|
|
RETURN_TYPES = ("MODEL", "CLIP", "VAE")
|
|
FUNCTION = "loader"
|
|
CATEGORY = "FlipStreamViewer"
|
|
|
|
@classmethod
|
|
def IS_CHANGED(cls, mode, default_ckpt):
|
|
return param["checkpoint"]
|
|
|
|
def loader(self, mode, default_ckpt):
|
|
global frame_updating
|
|
frame_updating = True
|
|
param["mode"] = mode
|
|
ckpt_path = None
|
|
if param["checkpoint"]:
|
|
ckpt_path = folder_paths.get_full_path("checkpoints", param["checkpoint"])
|
|
if ckpt_path is None:
|
|
ckpt_path = folder_paths.get_full_path("checkpoints", default_ckpt)
|
|
out = comfy.sd.load_checkpoint_guess_config(ckpt_path, output_vae=True, output_clip=True, embedding_directory=folder_paths.get_folder_paths("embeddings"))
|
|
return out[:3]
|
|
|
|
|
|
class FlipStreamSetMode:
|
|
@classmethod
|
|
def INPUT_TYPES(s):
|
|
return {
|
|
"required": {
|
|
"mode": ("STRING", {"default": param["mode"]}),
|
|
"model": ("MODEL",),
|
|
}
|
|
}
|
|
|
|
RETURN_TYPES = ("MODEL",)
|
|
FUNCTION = "setmode"
|
|
CATEGORY = "FlipStreamViewer"
|
|
|
|
def setmode(self, mode, model):
|
|
param["mode"] = mode
|
|
return (model,)
|
|
|
|
|
|
class FlipStreamUpdate:
|
|
@classmethod
|
|
def INPUT_TYPES(s):
|
|
return {"required": {}}
|
|
|
|
RETURN_TYPES = ("STRING","STRING","STRING","STRING")
|
|
RETURN_NAMES = ("prompt","batchPrompt","appPrompt","negativePrompt")
|
|
FUNCTION = "update"
|
|
CATEGORY = "FlipStreamViewer"
|
|
|
|
@classmethod
|
|
def IS_CHANGED(cls):
|
|
return (param["prompt"], param["negativePrompt"], param["lora"])
|
|
|
|
def update(self):
|
|
global frame_updating
|
|
frame_updating = True
|
|
buf = param["prompt"].split("----")
|
|
prompt = buf[0].replace("{lora}", param["lora"]).strip()
|
|
batchPrompt = buf[1].strip() if len(buf) > 1 else "-\n-\n"
|
|
appPrompt = buf[2].strip() if len(buf) > 2 else ""
|
|
batchPrompt = ",\n".join([f'"{n}":"{item.lstrip("-").strip()}"' for n, item in enumerate(batchPrompt.split("\n"))])
|
|
return (prompt, batchPrompt, appPrompt, param["negativePrompt"])
|
|
|
|
|
|
class FlipStreamOption:
|
|
@classmethod
|
|
def INPUT_TYPES(s):
|
|
return {"required": {}}
|
|
|
|
RETURN_TYPES = ("INT","INT",["enable", "disable"],"INT","INT","FLOAT",comfy.samplers.KSampler.SAMPLERS,comfy.samplers.KSampler.SCHEDULERS)
|
|
RETURN_NAMES = ("startstep","frames","start_noise","seed","steps","cfg","sampler","scheduler")
|
|
FUNCTION = "option"
|
|
CATEGORY = "FlipStreamViewer"
|
|
|
|
@classmethod
|
|
def IS_CHANGED(cls):
|
|
return (param["startstep"], param["frames"], param["seed"], param["steps"], param["cfg"], param["sampler"])
|
|
|
|
def option(self):
|
|
global frame_updating
|
|
frame_updating = True
|
|
if param["startstep"] == 0:
|
|
start_noise = "enable"
|
|
else:
|
|
start_noise = "disable"
|
|
sampler, scheduler = param["sampler"].split(",")
|
|
return (param["startstep"], param["frames"], start_noise, param["seed"], param["steps"], param["cfg"], sampler, scheduler)
|
|
|
|
|
|
class FlipStreamBatch:
|
|
@classmethod
|
|
def INPUT_TYPES(s):
|
|
return {
|
|
"required": {
|
|
"prompt": ("STRING", {"multiline": True}),
|
|
"batchPrompt": ("STRING", {"multiline": True}),
|
|
"appPrompt": ("STRING", {"multiline": True}),
|
|
"clip": ("CLIP",),
|
|
"frames": ("INT",),
|
|
}
|
|
}
|
|
|
|
RETURN_TYPES = ("CONDITIONING",)
|
|
FUNCTION = "encode"
|
|
CATEGORY = "FlipStreamViewer"
|
|
|
|
def encode(self, prompt, batchPrompt, appPrompt, clip, frames):
|
|
cond_buf = []
|
|
pooled_buf = []
|
|
item = prompt
|
|
s = json.loads("{" + batchPrompt + "}")
|
|
for i in range(frames):
|
|
if i < len(s):
|
|
item = " ".join([prompt, s[str(i)], appPrompt]).strip()
|
|
tokens = clip.tokenize(item)
|
|
cond, pooled = clip.encode_from_tokens(tokens, return_pooled=True)
|
|
cond_buf.append(cond)
|
|
pooled_buf.append(pooled)
|
|
return ([[torch.cat(cond_buf, dim=0), {"pooled_output":torch.cat(pooled_buf, dim=0)}]],)
|
|
|
|
|
|
class FlipStreamMap:
|
|
@classmethod
|
|
def INPUT_TYPES(s):
|
|
|
|
return {
|
|
"required": {
|
|
"model": ("MODEL",),
|
|
"clip": ("CLIP",),
|
|
"latent": ("LATENT",),
|
|
"vae": ("VAE",),
|
|
"prompt": ("STRING", {"multiline": True}),
|
|
"batchPrompt": ("STRING", {"multiline": True}),
|
|
"appPrompt": ("STRING", {"multiline": True}),
|
|
"negativePrompt": ("STRING", {"multiline": True}),
|
|
"startstep": ("INT", {"default": 0}),
|
|
"frames": ("INT", {"default": 1}),
|
|
"start_noise": (["enable", "disable"],),
|
|
"seed": ("INT", {"default": 0}),
|
|
"steps": ("INT", {"default": 13}),
|
|
"cfg": ("FLOAT", {"default": 4.0}),
|
|
"sampler": (comfy.samplers.KSampler.SAMPLERS,),
|
|
"scheduler": (comfy.samplers.KSampler.SCHEDULERS,),
|
|
"printlog": ("BOOLEAN",),
|
|
}
|
|
}
|
|
|
|
RETURN_TYPES = ("MODEL","CLIP","LATENT","VAE","INT","STRING","STRING","INT","INT",["enable","disable"],"INT","INT","FLOAT",comfy.samplers.KSampler.SAMPLERS,comfy.samplers.KSampler.SCHEDULERS)
|
|
RETURN_NAMES = ("model","clip","latent","vae","index","pos","neg","startstep","frames","start_noise","seed","steps","cfg","sampler","scheduler")
|
|
|
|
FUNCTION = "map_text"
|
|
CATEGORY = "FlipStreamViewer"
|
|
|
|
_last_input = None
|
|
_text = None
|
|
_next_index = 0
|
|
_serialno = 0
|
|
|
|
@classmethod
|
|
def IS_CHANGED(cls, **kwargs):
|
|
return cls._serialno
|
|
|
|
def map_text(self, model, clip, latent, vae, prompt, batchPrompt, appPrompt, negativePrompt, startstep, frames, start_noise, seed, steps, cfg, sampler, scheduler, printlog):
|
|
args = (param["checkpoint"], prompt, batchPrompt, appPrompt, negativePrompt, startstep, frames, start_noise, seed, steps, cfg, sampler, scheduler)
|
|
if FlipStreamMap._last_input != args:
|
|
FlipStreamMap._last_input = args
|
|
FlipStreamMap._next_index = 0
|
|
FlipStreamMap._text = None
|
|
|
|
index = FlipStreamMap._next_index
|
|
text = FlipStreamMap._text
|
|
|
|
s = json.loads("{" + batchPrompt + "}")
|
|
if str(index) in s:
|
|
text = " ".join([prompt, s[str(index)], appPrompt]).strip()
|
|
elif text is None:
|
|
text = prompt
|
|
|
|
FlipStreamMap._text = text
|
|
if index < frames - 1:
|
|
FlipStreamMap._next_index = index + 1
|
|
FlipStreamMap._serialno += 1
|
|
|
|
if printlog:
|
|
print(f"----\n{index}: {text}\n----")
|
|
|
|
return (model, clip, latent, vae, index, text, negativePrompt, startstep, frames, start_noise, seed, steps, cfg, sampler, scheduler)
|
|
|
|
|
|
class FlipStreamReduce:
|
|
@classmethod
|
|
def INPUT_TYPES(s):
|
|
return {
|
|
"required": {
|
|
"tensor": ("IMAGE",),
|
|
"index": ("INT",),
|
|
"frames": ("INT",),
|
|
}
|
|
}
|
|
|
|
RETURN_TYPES = ("IMAGE","INT","INT")
|
|
RETURN_NAMES = ("tensor","index","frames")
|
|
FUNCTION = "reduce_image"
|
|
CATEGORY = "FlipStreamViewer"
|
|
|
|
def __init__(self):
|
|
self._buf = []
|
|
self._image = torch.zeros([1, 4, 512, 512], device="cpu") + 128
|
|
|
|
def reduce_image(self, tensor, index, frames):
|
|
if self._buf is None or index == 0:
|
|
self._buf = [tensor]
|
|
self._buf = self._buf[:index]
|
|
self._buf.append(tensor)
|
|
if index >= frames - 1:
|
|
self._image = torch.cat(self._buf, dim=0)
|
|
return (self._image, index, frames)
|
|
|
|
|
|
class FlipStreamSwitchVFI:
|
|
@classmethod
|
|
def INPUT_TYPES(s):
|
|
return {
|
|
"required": {
|
|
"tensor": ("IMAGE",),
|
|
"index": ("INT",),
|
|
"frames": ("INT",),
|
|
}
|
|
}
|
|
|
|
RETURN_TYPES = ("IMAGE","BOOLEAN","BOOLEAN")
|
|
RETURN_NAMES = ("tensor","stop","bypass")
|
|
FUNCTION = "control"
|
|
CATEGORY = "FlipStreamViewer"
|
|
|
|
def control(self, tensor, index, frames):
|
|
return (tensor, index >= frames - 1, tensor.shape[0] >= 2)
|
|
|
|
|
|
class FlipStreamViewer:
|
|
@classmethod
|
|
def INPUT_TYPES(s):
|
|
return {
|
|
"required": {
|
|
"tensor": ("IMAGE",),
|
|
"allowip": ("STRING", {"default": ""}),
|
|
"wd14exc": ("STRING", {"default": ""}),
|
|
"idle": ("FLOAT", {"default": 1.0}),
|
|
},
|
|
}
|
|
|
|
@classmethod
|
|
def IS_CHANGED(cls, tensor, allowip, wd14exc, idle):
|
|
global allowed_ips
|
|
global exclude_tags
|
|
allowed_ips = ["127.0.0.1"] + list(map(str.strip, allowip.split(",")))
|
|
exclude_tags = wd14exc
|
|
time.sleep(idle)
|
|
return None
|
|
|
|
RETURN_TYPES = ()
|
|
OUTPUT_NODE = True
|
|
FUNCTION = "update_frame"
|
|
CATEGORY = "FlipStreamViewer"
|
|
|
|
def update_frame(self, tensor, allowip, wd14exc, idle):
|
|
global frame_updating
|
|
global frame_buffer
|
|
buffer = []
|
|
for i in range(tensor.shape[0]):
|
|
image = Image.fromarray(np.clip(255. * tensor[i,:,:,:].cpu().numpy().squeeze(), 0, 255).astype(np.uint8))
|
|
with BytesIO() as image_bytes:
|
|
image.save(image_bytes, format="WEBP", quality=100)
|
|
buffer.append(image_bytes.getvalue())
|
|
buffer += buffer[::-1]
|
|
frame_updating = False
|
|
frame_buffer = buffer
|
|
return ()
|
|
|
|
|
|
NODE_CLASS_MAPPINGS = {
|
|
"FlipStreamSetMode": FlipStreamSetMode,
|
|
"FlipStreamLoader": FlipStreamLoader,
|
|
"FlipStreamUpdate": FlipStreamUpdate,
|
|
"FlipStreamOption": FlipStreamOption,
|
|
"FlipStreamBatch": FlipStreamBatch,
|
|
"FlipStreamMap": FlipStreamMap,
|
|
"FlipStreamReduce": FlipStreamReduce,
|
|
"FlipStreamSwitchVFI": FlipStreamSwitchVFI,
|
|
"FlipStreamViewer": FlipStreamViewer,
|
|
}
|
|
|
|
NODE_DISPLAY_NAME_MAPPINGS = {
|
|
"FlipStreamSetMode": "FlipStreamSetMode",
|
|
"FlipStreamLoader": "FlipStreamLoader",
|
|
"FlipStreamUpdate": "FlipStreamUpdate",
|
|
"FlipStreamOption": "FlipStreamOption",
|
|
"FlipStreamBatch": "FlipStreamBatch",
|
|
"FlipStreamMap": "FlipStreamMap",
|
|
"FlipStreamReduce": "FlipStreamReduce",
|
|
"FlipStreamSwitchVFI": "FlipStreamSwitchVFI",
|
|
"FlipStreamViewer": "FlipStreamViewer",
|
|
}
|