Austin Mroz
a1ee051238
save_metadata is now a format flag - This allows saving to different tag and hides for image formats Implement high bit depth support - Disabled by default, but works for images and has shown in testing to produce objectively higher quality output than base Save Image Fix target_size from load video not applying when 2 dimensions are set When an input video is scaled to a new aspect ratio, it is now cropped Removed try wrapping of load video nodes. This creates more confusion now a system of fallbacks isn't used A fix for parsing format_widgets when applied outside a '_pass' Fixed missing import of logger in utils Animated images are now included in the animated preview code - This improves performance and allows for pausing Cleaned up injection of code to load metadata
103 lines
4.2 KiB
JavaScript
103 lines
4.2 KiB
JavaScript
import { app } from '../../../scripts/app.js'
|
|
|
|
|
|
function getVideoMetadata(file) {
|
|
return new Promise((r) => {
|
|
const reader = new FileReader();
|
|
reader.onload = (event) => {
|
|
const videoData = new Uint8Array(event.target.result);
|
|
const dataView = new DataView(videoData.buffer);
|
|
|
|
let decoder = new TextDecoder();
|
|
// Check for known valid magic strings
|
|
if (dataView.getUint32(0) == 0x1A45DFA3) {
|
|
//webm
|
|
//see http://wiki.webmproject.org/webm-metadata/global-metadata
|
|
//and https://www.matroska.org/technical/elements.html
|
|
//contrary to specs, tag seems consistently at start
|
|
//COMMENT + 0x4487 + packed length?
|
|
//length 0x8d8 becomes 0x48d8
|
|
//
|
|
//description for variable length ints https://github.com/ietf-wg-cellar/ebml-specification/blob/master/specification.markdown
|
|
let offset = 4 + 8; //COMMENT is 7 chars + 1 to realign
|
|
while(offset < videoData.length-16) {
|
|
//Check for text tags
|
|
if (dataView.getUint16(offset) == 0x4487) {
|
|
//check that name of tag is COMMENT
|
|
const name = String.fromCharCode(...videoData.slice(offset-7,offset));
|
|
if (name === "COMMENT") {
|
|
let vint = dataView.getUint32(offset+2);
|
|
let n_octets = Math.clz32(vint)+1;
|
|
if (n_octets < 4) {//250MB sanity cutoff
|
|
let length = (vint >> (8*(4-n_octets))) & ~(1 << (7*n_octets));
|
|
const content = decoder.decode(videoData.slice(offset+2+n_octets, offset+2+n_octets+length));
|
|
const json = JSON.parse(content);
|
|
r(json);
|
|
return;
|
|
}
|
|
}
|
|
}
|
|
offset+=1;
|
|
}
|
|
} else if (dataView.getUint32(4) == 0x66747970 && dataView.getUint32(8) == 0x69736F6D) {
|
|
//mp4
|
|
//see https://developer.apple.com/documentation/quicktime-file-format
|
|
//Seems to make no guarantee for alignment
|
|
let offset = videoData.length-4;
|
|
while (offset > 16) {//rough safe guess
|
|
if (dataView.getUint32(offset) == 0x64617461) {//any data tag
|
|
if (dataView.getUint32(offset - 8) == 0xa9636d74) {//cmt data tag
|
|
let type = dataView.getUint32(offset+4); //seemingly 1
|
|
let locale = dataView.getUint32(offset+8); //seemingly 0
|
|
let size = dataView.getUint32(offset-4) - 4*4;
|
|
const content = decoder.decode(videoData.slice(offset+12, offset+12+size));
|
|
const json = JSON.parse(content);
|
|
r(json);
|
|
return;
|
|
}
|
|
}
|
|
|
|
offset-=1;
|
|
}
|
|
} else {
|
|
console.error("Unknown magic: " + dataView.getUint32(0))
|
|
r();
|
|
return;
|
|
}
|
|
|
|
};
|
|
|
|
reader.readAsArrayBuffer(file);
|
|
});
|
|
}
|
|
function isVideoFile(file) {
|
|
if (file?.name?.endsWith(".webm")) {
|
|
return true;
|
|
}
|
|
if (file?.name?.endsWith(".mp4")) {
|
|
return true;
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
let originalHandleFile = app.handleFile;
|
|
app.handleFile = handleFile;
|
|
async function handleFile(file) {
|
|
if (file?.type?.startsWith("video/") || isVideoFile(file)) {
|
|
const videoInfo = await getVideoMetadata(file);
|
|
if (videoInfo) {
|
|
if (videoInfo.workflow) {
|
|
|
|
app.loadGraphData(videoInfo.workflow);
|
|
}
|
|
//Potentially check for/parse A1111 metadata here.
|
|
}
|
|
} else {
|
|
return await originalHandleFile.apply(this, arguments);
|
|
}
|
|
}
|
|
|
|
//hijack comfy-file-input to allow webm/mp4
|
|
document.getElementById("comfy-file-input").accept += ",video/webm,video/mp4";
|