Files
chrisgoringe-cg-image-filter/js/popup.js
T
2026-03-12 11:38:02 +11:00

713 lines
26 KiB
JavaScript

import { app, ComfyApp } from "../../scripts/app.js";
import { api } from "../../scripts/api.js"
import { mask_editor_listen_for_cancel, mask_editor_showing, hide_mask_editor, press_maskeditor_cancel, press_maskeditor_save, new_editor, open_maskeditor } from "./mask_utils.js";
import { Log } from "./log.js";
import { create } from "./utils.js";
import { FloatingWindow } from "./floating_window.js";
import { graph_id_to_tab } from "./weak_map.js";
//const EXTENSION_NODES = ["Image Filter", "Text Image Filter", "Mask Image Filter", "Text Image Filter with Extras",]
const POPUP_NODES = ["Image Filter", "Text Image Filter", "Text Image Filter with Extras",]
const MASK_NODES = ["Mask Image Filter",]
const REQUEST_RESHOW = "-1"
const CANCEL = "-3"
const GRID_IMAGE_SPACE = 10
function get_full_url(url) {
return api.apiURL( `/view?filename=${encodeURIComponent(url.filename ?? v)}&type=${url.type ?? "input"}&subfolder=${url.subfolder ?? ""}&r=${Math.random()}`)
}
const State = Object.freeze({
INACTIVE : 0,
TINY : 1,
MASK : 2,
FILTER : 3,
TEXT : 4,
ZOOMED : 5,
})
class Popup extends HTMLElement {
constructor() {
super()
this.audio = new Audio('extensions/cg-image-filter/ding.mp3');
this.classList.add('cg_popup')
this.grid = create('span', 'grid', this)
this.overlaygrid = create('span', 'grid overlaygrid', this)
this.grid.addEventListener('click', this.on_click.bind(this))
this.zoomed = create('span', 'zoomed', this)
this.zoomed_prev = create('span', 'zoomed_prev', this.zoomed)
this.zoomed_prev_arrow = create('span', 'zoomed_arrow', this.zoomed_prev, {innerHTML:"&#x21E6"})
this.zoomed_image = create('img', 'zoomed_image', this.zoomed)
this.zoomed_next = create('span', 'zoomed_next', this.zoomed)
this.zoomed_number = create('span', 'zoomed_number', this.zoomed_next)
this.zoomed_next_arrow = create('span', 'zoomed_arrow', this.zoomed_next, {innerHTML:"&#x21E8"})
this.zoomed_prev_arrow.addEventListener('click', this.zoom_prev.bind(this))
this.zoomed_next_arrow.addEventListener('click', this.zoom_next.bind(this))
this.zoomed_image.addEventListener('click', this.click_zoomed.bind(this))
this.tiny_window = new FloatingWindow('', 100, 100, null, this.tiny_moved.bind(this))
this.tiny_window.classList.add('tiny')
this.tiny_image = create('img', 'tiny_image', this.tiny_window.body)
this.tiny_window.addEventListener('click', this.handle_deferred_message.bind(this))
this.floating_window = new FloatingWindow('', 100, 100, null, this.floater_moved.bind(this))
this.counter_row = create('span', 'counter row', this.floating_window.body)
this.counter_reset_button = create('button', 'counter_reset', this.counter_row, {innerText:"Reset"} )
this.counter_text = create('span', 'counter_text', this.counter_row)
this.counter_reset_button.addEventListener('click', this.request_reset.bind(this) )
this.extras_row = create('span', 'extras row', this.floating_window.body)
this.tip_row = create('span', 'tip row', this.floating_window.body)
this.button_row = create('span', 'buttons row', this.floating_window.body)
this.send_button = create('button', 'control', this.button_row, {innerText:"Send"} )
this.cancel_button = create('button', 'control', this.button_row, {innerText:"Cancel"} )
this.toggle_button = create('button', 'control', this.button_row, {innerText:"Hide"} )
this.send_button.addEventListener( 'click', this.send_current_state.bind(this) )
this.cancel_button.addEventListener('click', this.send_cancel.bind(this) )
this.toggle_button.addEventListener('click', this.toggleHide.bind(this))
this.mask_button_row = create('span', 'buttons row', this.floating_window.body)
this.mask_send_button = create('button', 'control', this.mask_button_row, {innerText:"Send"} )
this.mask_cancel_button = create('button', 'control', this.mask_button_row, {innerText:"Cancel"} )
this.mask_send_button.addEventListener( 'click', press_maskeditor_save )
this.mask_cancel_button.addEventListener('click', press_maskeditor_cancel )
this.text_edit = create('textarea', 'text_edit row', this.floating_window.body)
this.text_edit.id = 'text_edit'
this.picked = new Set()
document.addEventListener("keydown", this.on_key_down.bind(this))
document.addEventListener("keypress", this.on_key_press.bind(this))
document.body.appendChild(this)
this.last_response_sent = 0
this.state = State.INACTIVE
this.hidden_by_toggle = false
this.render()
}
toggleHide() {
this.hidden_by_toggle = !this.hidden_by_toggle
if (!this.hidden_by_toggle) this.layout()
this.render()
}
floater_moved(x,y) {
if (this.node?.properties) {
this.node.properties['filter_floater_xy'] = {x:x,y:y}
}
}
floater_position() {
return this.node?.properties?.['filter_floater_xy']
}
tiny_moved(x,y) {
if (this.node?.properties) {
this.node.properties['filter_tiny_xy'] = {x:x,y:y}
}
}
tiny_position() {
return this.node?.properties?.['filter_tiny_xy']
}
visible(item, value) {
if (value) item.classList.remove('hidden')
else item.classList.add('hidden')
}
disabled(item, value) {
item.disabled = value
}
highlighted(item, value) {
if (value) item.classList.add('highlighted')
else item.classList.remove('highlighted')
}
render() {
const state = this.state
this.visible(this, (state==State.FILTER || state==State.TEXT || state==State.ZOOMED) && !this.hidden_by_toggle)
this.visible(this.tiny_window, state==State.TINY)
this.visible(this.zoomed, state==State.ZOOMED)
this.visible(this.floating_window, (state==State.FILTER || state==State.ZOOMED || state==State.TEXT || state==State.MASK))
this.visible(this.button_row, state!=State.MASK)
this.disabled(this.send_button, (state==State.FILTER || state==State.ZOOMED) && this.picked.size==0)
this.visible(this.mask_button_row, state==State.MASK && new_editor())
this.visible(this.extras_row, this.n_extras>0)
this.visible(this.tip_row, this.tip_row.innerHTML.length>0)
this.visible(this.text_edit, state==State.TEXT)
if (state==State.ZOOMED) {
const img_index = this.zoomed_image_holder.image_index
this.highlighted(this.zoomed, this.picked.has(`${img_index}`))
this.zoomed_number.innerHTML = `${img_index+1}/${this.n_images}`
}
if (state!=State.MASK) hide_mask_editor()
this.toggle_button.innerText = this.hidden_by_toggle ? "Show" : "Hide"
this.visible(this.toggle_button, (state==State.FILTER || state==State.ZOOMED || state==State.TEXT))
}
_send_response(msg={}, keep_open=false) {
/*
msg is a dict. Valid keys are:
*selection (list[int])
*text (string)
special (int)
masked_image (string)
*extras (list of strings)
*graph_id (string)
(*) are added
*/
if (Date.now()-this.last_response_sent < 1000) {
Log.message_out(msg, "(throttled)")
return
}
msg.graph_id = `${app.graph.id}`
if (!msg.special) {
if (this.n_extras>0) {
msg.extras = []
Array.from(this.extras_row.children).forEach((e)=>{ msg.extras.push(e.value) })
}
if (this.state==State.FILTER || this.state==State.ZOOMED) msg.selection = Array.from(this.picked)
if (this.state==State.TEXT) msg.text = this.text_edit.value
this.last_response_sent = Date.now()
}
try {
const body = new FormData();
body.append('response', JSON.stringify(msg));
api.fetchApi("/cg-image-filter-message", { method: "POST", body, });
Log.message_out(msg)
} catch (e) {
Log.error(e)
} finally {
if (!keep_open) this.close()
}
}
send_current_state() {
if (this.state == State.TEXT) {
this._send_response()
} else {
this._send_response()
}
}
send_cancel() { this._send_response({special:CANCEL}) }
request_reset() { this._send_response({special:REQUEST_RESHOW}, true) }
close() {
this.state = State.INACTIVE
this.render()
}
maybe_play_sound() { if (app.ui.settings.getSettingValue("Image Filter.UI.Play Sound")) this.audio.play(); }
handle_message(message) {
Log.message_in(message)
this._handle_message(message, false)
this.render()
}
handle_deferred_message(e) {
Log.message_in(this.saved_message, "(deferred)")
this._handle_message(this.saved_message, true)
this.render()
}
autosend() {
return (app.ui.settings.getSettingValue("Image Filter.Actions.Autosend Identical") && this.allsame)
}
on_new_node(nd) {
this.node = nd
const fp = this.floater_position()
if (fp) this.floating_window.move_to(fp.x, fp.y, true)
const tp = this.tiny_position()
if (tp) this.tiny_window.move_to(tp.x, tp.y, true)
}
find_node(uid) {
const bits = uid.split(':')
if (bits.length==1) {
return app.graph._nodes_by_id[uid]
} else {
var graph = app.graph
var node
bits.forEach((bit)=>{
node = graph._nodes_by_id[bit]
graph = node.subgraph
})
}
return node
}
_flash_tab(graph_id) {
const tab = graph_id_to_tab.get(graph_id)
if (tab) {
const element = tab.firstElementChild?.firstElementChild?.firstElementChild || tab
if (this.tab_orginal_background===undefined) this.tab_orginal_background = element.style.backgroundColor
element.style.backgroundColor = '#ffff0040'
setTimeout( ()=>{ element.style.backgroundColor = this.tab_orginal_background }, 100 )
}
}
_handle_message(message, using_saved) {
const detail = message.detail
const uid = app.runningNodeId
const the_node = this.find_node(uid)
const graph_id = message.detail.graph_id
if (graph_id != app.graph.id) {
this._flash_tab(message.detail.graph_id)
Log.detail(`Message for different tab`)
return
}
if (!the_node) Log.log(`No node found with uid ${uid}. Maybe it's been removed. Continuing with caution`)
if (this.node!=the_node) this.on_new_node(the_node)
if (detail.tick) {
this.counter_text.innerText = `${detail.tick}s`
if (this.state==State.INACTIVE) this.request_reset()
return
}
if (detail.timeout) {
this.close()
return Log.log(`Image Filter Timeout`)
}
if (this.handling_message) return Log.detail(`Ignoring message because we're already handling a message`)
this.set_title(this.node?.title ?? "Image Filter")
this.allsame = detail.allsame || false
if (detail.tip) this.tip_row.innerHTML = detail.tip.replace(/(?:\r\n|\r|\n)/g, '<br/>')
else this.tip_row.innerHTML = ""
if (this.state==State.INACTIVE && app.ui.settings.getSettingValue("Image Filter.UI.Small Window") && !using_saved && !this.autosend()) {
this.state = State.TINY
this.saved_message = message
this.tiny_image.src = get_full_url(message.detail.urls[message.detail.urls.length-1])
this.maybe_play_sound()
return `Deferring message and showing small window`
}
try {
this.handling_message = true
this.n_extras = detail.extras ? message.detail.extras.length : 0
this.extras_row.innerHTML = ''
for (let i=0; i<this.n_extras; i++) { create('input', 'extra', this.extras_row, {value:detail.extras[i]}) }
if (!using_saved && !this.autosend()) this.maybe_play_sound()
if (detail.maskedit) this.handle_maskedit(detail)
else if (detail.urls) this.handle_urls(detail)
if (detail.tip) this.add_tags()
} finally { this.handling_message = false }
}
add_tags() {
const re = /{{(.*?)}}/gm
var m = re.exec(this.tip_row.innerHTML)
while (m) {
const replacement = `<span onclick='document.getElementById("text_edit").value += this.innerText' class='insertable'">${m[1]}</span>`
this.tip_row.innerHTML = this.tip_row.innerHTML.replace(m[0], replacement) // link m[1]
m = re.exec(this.tip_row.innerHTML)
}
}
window_not_showing(uid) {
const node = this.find_node(uid)
return (
(POPUP_NODES.includes(node.type) && this.classList.contains('hidden')) ||
(MASK_NODES.includes(node.type) && !mask_editor_showing())
)
}
set_title(title) {
this.floating_window.set_title(title)
var pos = this.floater_position()
if (pos) this.floating_window.move_to(pos.x, pos.y)
pos = this.tiny_position()
if (pos) this.tiny_window.move_to(pos.x, pos.y)
this.tiny_window.set_title(title)
}
handle_maskedit(detail) {
if (!this.node) {
Log.log(`No node to handle maskedit - maybe it's been removed`)
this.seen_editor = true
} else {
this.state = State.MASK
this.node.imgs = []
this.node.images = []
detail.urls.forEach((url, i)=>{
this.node.imgs.push( new Image() );
this.node.imgs[i].src = api.apiURL( `/view?filename=${encodeURIComponent(url.filename)}&type=${url.type}&subfolder=${url.subfolder}`)
this.node.images.push( url )
})
this.node.imageIndex = 0
open_maskeditor(this.node)
this.seen_editor = false
}
setTimeout(this.wait_while_mask_editing.bind(this), 200)
}
wait_while_mask_editing() {
if (!this.seen_editor && mask_editor_showing()) {
mask_editor_listen_for_cancel( this.send_cancel.bind(this) )
this.render()
this.seen_editor = true
}
if (mask_editor_showing()) {
setTimeout(this.wait_while_mask_editing.bind(this), 100)
} else {
const masked_image = this.extract_filename(this.node.imgs[0].src)
if (masked_image) {
this._send_response({masked_image:this.extract_filename(this.node.imgs[0].src)})
} else {
this._send_response({masked_data:this.node.imgs[0].src})
}
this.remove_preview(this.node)
}
}
remove_preview(node) {
const w = node.widgets.findIndex((w)=>{return w.name=='$$canvas-image-preview'})
if (w) {
node.widgets.splice(w,1)
node.imgs = []
node.images = []
}
}
extract_filename(url_string) {
return (new URL(url_string)).searchParams.get('filename')
}
handle_urls(detail) {
this.video_frames = detail.video_frames || 1
// do this after the extras are set up so that we send the right extras
if (this.autosend()) {
return this._send_response({selection:[0,]})
}
this.autozoom_pending = false
if (detail.text != null) {
this.state = State.TEXT
//this.text_edit.innerHTML = detail.text
this.text_edit.value = detail.text
if (detail.textareaheight) this.text_edit.style.height = `${detail.textareaheight}px`
} else {
if (this.state != State.FILTER && this.state != State.ZOOMED && app.ui.settings.getSettingValue("Image Filter.UI.Start Zoomed")!=0) {
this.autozoom_pending = true
}
this.state = State.FILTER
}
this.n_images = (this.video_frames<=1) ? detail.urls.length : Math.ceil(detail.urls.length / this.video_frames)
this.laidOut = -1
this.picked = new Set()
if (this.n_images==1) this.picked.add('0')
this.grid.innerHTML = ''
this.overlaygrid.innerHTML = ''
var latestImage
detail.urls.forEach((url, i)=>{
Log.log(url)
if (i%this.video_frames == 0) {
latestImage = create('img', null, this.grid, {src:get_full_url(url)})
latestImage.onload = this.layout.bind(this)
latestImage.image_index = i/this.video_frames
latestImage.addEventListener('mouseover', (e)=>this.on_mouse_enter(latestImage))
latestImage.addEventListener('mouseout', (e)=>this.on_mouse_out(latestImage))
latestImage.frames = [get_full_url(url),]
} else {
latestImage.frames.push(get_full_url(url))
}
if (detail.mask_urls && this.video_frames==1) { create('img', null, this.overlaygrid, {src:get_full_url(detail.mask_urls[i])}) }
})
this.layout()
if (this.video_frames>1) {
this.frame = 0
setTimeout(this.advance_videos.bind(this), 1000)
}
/* cooldown to prevent us catching a click that was intended for an element we are now covering */
this.in_cooldown = true
setTimeout(()=>{this.in_cooldown = false}, 500)
}
advance_videos() {
if (this.state == State.INACTIVE) return
this.frame = (this.frame+1)%this.video_frames
Array.from(this.grid.children).forEach((img)=>{img.src = img.frames[this.frame]})
const fps = app.ui.settings.getSettingValue("Image Filter.Video.FPS")
const delay = (fps>0) ? 1000/fps : 1000
setTimeout(this.advance_videos.bind(this), delay)
}
on_mouse_enter(img) {
this.mouse_is_over = img
this.redraw()
}
on_mouse_out(img) {
this.mouse_is_over = null
this.redraw()
}
zoom_auto() {
this.autozoom_pending = false
if (app.ui.settings.getSettingValue("Image Filter.UI.Start Zoomed")==1) {
this.zoomed_image_holder = this.grid.firstChild
} else if (app.ui.settings.getSettingValue("Image Filter.UI.Start Zoomed")==-1) {
this.zoomed_image_holder = this.grid.lastChild
} else {
return
}
if (this.zoomed_image_holder.image_index>=0) {
this.state = State.ZOOMED
return this.show_zoomed()
}
}
zoom_next() {
this.zoomed_image_holder = this.zoomed_image_holder.nextSibling || this.zoomed_image_holder.parentNode.firstChild
this.show_zoomed()
}
zoom_prev() {
this.zoomed_image_holder = this.zoomed_image_holder.previousSibling || this.zoomed_image_holder.parentNode.lastChild
this.show_zoomed()
}
click_zoomed() {
const fake_event = { target:this.zoomed_image_holder}
this.on_click(fake_event)
this.show_zoomed()
}
show_zoomed() {
this.zoomed_image.src = this.zoomed_image_holder.src
return this.render()
}
eat_event(e) {
e.stopPropagation()
e.preventDefault()
}
on_key_press(e) {
if (document.activeElement?.type=='text' || document.activeElement?.type=='textarea') {
if (this.floating_window.contains(document.activeElement) || this.contains(document.activeElement)) return
}
if (this.state!=State.INACTIVE && this.state!=State.TINY) {
this.eat_event(e)
}
}
on_key_down(e) {
if (document.activeElement?.type=='text' || document.activeElement?.type=='textarea') {
if (this.floating_window.contains(document.activeElement) || this.contains(document.activeElement)) return
if (this.state==State.INACTIVE && this.state==State.TINY) return
}
if (this.state==State.FILTER || this.state==State.TEXT) {
if (e.key=='Enter') {
this.send_current_state()
return this.eat_event(e)
}
if (e.key=='Escape') {
this.send_cancel()
return this.eat_event(e)
}
if (`${parseInt(e.key)}`==e.key) {
this.select_unselect(parseInt(e.key))
this.render()
return this.eat_event(e)
}
}
if (this.state==State.FILTER) {
if (e.key==' ' && this.mouse_is_over) {
this.state = State.ZOOMED
this.zoomed_image_holder = this.mouse_is_over
//this.on_mouse_out(this.mouse_is_over)
this.eat_event(e)
return this.show_zoomed()
}
if (e.key=='a' && e.ctrlKey) {
if (this.picked.size>this.n_images/2) {
this.picked.clear()
console.log('unselect all')
} else {
this.picked.clear()
for (var i=0; i<this.n_images; i++) {
this.picked.add(`${i}`)
}
console.log('select all')
}
this.eat_event(e)
return this.redraw()
}
}
if (this.state==State.ZOOMED) {
if (e.key==' ') {
this.state = State.FILTER
this.zoomed_image_holder = null
this.eat_event(e)
return this.render()
} else if (e.key=='ArrowUp') {
this.click_zoomed()
return this.eat_event(e)
} else if (e.key=='ArrowDown') {
// select or unselect
} else if (e.key=='ArrowRight') {
this.zoom_next()
return this.eat_event(e)
} else if (e.key=='ArrowLeft') {
this.zoom_prev()
return this.eat_event(e)
}
}
}
select_unselect(n) {
if (n<0 || n>this.n_images) {
return
}
const s = `${n}`
if (app.ui.settings.getSettingValue("Image Filter.Actions.Click Sends")) {
this.picked.add(s)
this._send_response()
} else {
if (this.picked.has(s)) this.picked.delete(s)
else this.picked.add(s)
this.redraw()
}
}
on_click(e) {
if (this.in_cooldown) return;
if (e.target.image_index != undefined) {
this.select_unselect(e.target.image_index)
}
}
layout(norepeat) {
const box = this.grid.getBoundingClientRect()
if (this.laidOut==box.width) return
const im_w = this.grid.firstChild.naturalWidth
const im_h = this.grid.firstChild.naturalHeight
if (!im_w || !im_h || !box.width || !box.height) {
if (!norepeat) setTimeout(this.layout.bind(this), 100, [true,])
return
} else {
var best_scale = 0
var best_pick
var per_row
for (per_row=1; per_row<=this.n_images; per_row++) {
const rows = Math.ceil(this.n_images/per_row)
const scale = Math.min( box.width/(im_w*per_row), box.height/(im_h*rows) )
if (scale>best_scale) {
best_scale = scale
best_pick = per_row
}
}
this.per_row = best_pick
this.laidOut = box.width
}
this.rows = Math.ceil(this.n_images/this.per_row)
const w = (box.width / this.per_row)-GRID_IMAGE_SPACE
const h = (box.height / this.rows)-GRID_IMAGE_SPACE
var template_columns = ''
for (let i=0; i<this.per_row; i++) template_columns += ` ${w+GRID_IMAGE_SPACE}px`
var template_rows = ''
for (let i=0; i<this.rows; i++) template_rows += ` ${h+GRID_IMAGE_SPACE}px`
this.grid.style.gridTemplateColumns = template_columns
this.grid.style.gridTemplateRows = template_rows
this.overlaygrid.style.gridTemplateColumns = template_columns
this.overlaygrid.style.gridTemplateRows = template_rows
Array.from(this.grid.children).forEach((c,i)=>{
c.style.gridArea = `${Math.floor(i/this.per_row) + 1} / ${i%this.per_row + 1} / auto / auto`;
})
Array.from(this.overlaygrid.children).forEach((c,i)=>{
c.style.gridArea = `${Math.floor(i/this.per_row) + 1} / ${i%this.per_row + 1} / auto / auto`;
})
this.redraw()
setTimeout(this.rescale_images.bind(this), 100)
if (this.autozoom_pending) {
this.zoom_auto()
}
}
rescale_images() {
const box = this.grid.getBoundingClientRect()
const sub = this.grid.firstChild.getBoundingClientRect()
const w_used = (sub.width+GRID_IMAGE_SPACE)*this.per_row / box.width
const h_used = (sub.height+GRID_IMAGE_SPACE)*this.rows / box.height
const could_zoom = 1.0 / Math.max(w_used, h_used)
if (could_zoom>1 && app.ui.settings.getSettingValue("Image Filter.UI.Enlarge Small Images")) {
Array.from(this.grid.children).forEach((img)=>{
img.style.width = `${sub.width*could_zoom}px`
})
Array.from(this.overlaygrid.children).forEach((img)=>{
img.style.width = `${sub.width*could_zoom}px`
})
}
}
redraw() {
Array.from(this.grid.children).forEach((c,i)=>{
if (this.picked.has(`${i}`)) c.classList.add('selected')
else c.classList.remove('selected')
if (c == this.mouse_is_over) c.classList.add('hover')
else c.classList.remove('hover')
})
}
}
customElements.define('cg-imgae-filter-popup', Popup)
export const popup = new Popup()