digital-garbageandClaude Sonnet 5.5
609be1a203
Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
361 lines
28 KiB
JavaScript
361 lines
28 KiB
JavaScript
import test from "node:test";
|
|
import assert from "node:assert/strict";
|
|
import { buildInputs } from "./inputs.js";
|
|
import { kinds } from "../../shell/bin.js";
|
|
|
|
const slots = [
|
|
{ id: "p", roles: [{ at: "generation.prompt", input: "text" }] },
|
|
{ id: "s", roles: [{ at: "assets.source_image" }] },
|
|
{ id: "k", roles: [{ at: "project.video", input: "steps" }, { at: "project.negative", input: "neg" }] },
|
|
];
|
|
|
|
test("each value lands on the slot whose role asks for it", async () => {
|
|
const { inputs } = await buildInputs({ project: { video: { steps: 8 }, negative: "blur" }, scene: { text: "a cat", source_image: "m1" }, slots,
|
|
expand: async ({ text }) => ({ text: `[${text}]` }) });
|
|
assert.deepEqual(inputs, { p: { text: "[a cat]" }, s: { media_id: "m1" }, k: { steps: 8, neg: "blur" } });
|
|
});
|
|
|
|
test("a failing expander sends the typed text", async () => {
|
|
const { inputs } = await buildInputs({ project: {}, scene: { text: "x" }, slots, expand: async () => { throw new Error("down"); } });
|
|
assert.equal(inputs.p.text, "x");
|
|
});
|
|
|
|
test("a failing expander is said, not silent", async () => {
|
|
const r = await buildInputs({ project: {}, scene: { text: "x" }, slots, expand: async () => null });
|
|
assert.ok(r.notes.some((n) => /could not be expanded/.test(n)));
|
|
const ok = await buildInputs({ project: {}, scene: { text: "x" }, slots, expand: async () => ({ text: "x" }) });
|
|
assert.ok(!ok.notes.some((n) => /could not be expanded/.test(n)));
|
|
});
|
|
|
|
test("a role that drives length is fed from the project number the timeline draws", async () => {
|
|
const s = [{ id: "k", roles: [{ at: "project.video", input: "length", drives: "frames" }, { at: "project.video", input: "width" }] }];
|
|
const { inputs } = await buildInputs({ project: { num_frames_per_scene: 49, video: { length: 97, width: 640 } }, scene: {}, slots: s, expand: async () => null });
|
|
assert.deepEqual(inputs.k, { length: 49, width: 640 });
|
|
});
|
|
|
|
test("no prompt role is reported, not silently ignored", async () => {
|
|
const { noPrompt } = await buildInputs({ project: {}, scene: { text: "x" }, slots: [], expand: async () => null });
|
|
assert.equal(noPrompt, true);
|
|
});
|
|
|
|
test("each build draws a fresh seed, and a unit's own length overrides the project's", async () => {
|
|
const s = [{ id: "n", roles: [{ at: "generation.seed", input: "seed" }, { at: "project.video", input: "length", drives: "frames" }] }];
|
|
const args = { project: { num_frames_per_scene: 97 }, scene: {}, slots: s, expand: async () => null, frames: 49 };
|
|
const a = await buildInputs({ ...args, seed: () => 1 }), b = await buildInputs({ ...args, seed: () => 2 });
|
|
assert.deepEqual([a.inputs.n.seed, b.inputs.n.seed, a.inputs.n.length], [1, 2, 49]);
|
|
});
|
|
|
|
test("a scene with a picture starts from it, one without starts from the prompt alone", async () => {
|
|
const run = (scene) => buildInputs({ project: {}, scene: { text: "a cat", ...scene }, slots, expand: async ({ text }) => ({ text }) });
|
|
assert.equal((await run({ source_image: "m1" })).inputs.s.media_id, "m1");
|
|
assert.equal((await run({})).inputs.s.media_id, "");
|
|
});
|
|
|
|
test("a hook's inputs are merged and its notes come back", async () => {
|
|
const hook = ({ scene }) => ({ inputs: { k: { extra: scene.text } }, notes: ["said"] });
|
|
const r = await buildInputs({ project: {}, scene: { text: "x" }, slots, hooks: [hook, () => null], expand: async ({ text }) => ({ text }) });
|
|
assert.equal(r.inputs.k.extra, "x");
|
|
assert.deepEqual(r.notes, ["said"]);
|
|
});
|
|
|
|
test("a hook that throws does not stop the run: its problem comes back as a note", async () => {
|
|
const r = await buildInputs({ project: {}, scene: { text: "x" }, slots, hooks: [() => { throw new Error("boom"); }], expand: async ({ text }) => ({ text }) });
|
|
assert.equal(r.inputs.p.text, "x");
|
|
assert.match(r.notes[0], /boom/);
|
|
});
|
|
|
|
test("a shot with no text and no start picture is said; text from the project's anchor counts as text", async () => {
|
|
const expand = async ({ text, anchor }) => ({ text: [anchor, text].filter(Boolean).join(" ") });
|
|
const said = async (project, scene) => (await buildInputs({ project, scene, slots, expand })).notes.some((n) => /no text/.test(n));
|
|
assert.equal(await said({}, { text: " " }), true);
|
|
assert.equal(await said({ anchor: "a cat" }, { text: "" }), false);
|
|
assert.equal(await said({}, { text: "", source_image: "m1" }), false);
|
|
});
|
|
|
|
test("the no-text note goes by what is sent: a carried frame counts, a scene with nothing does not", async () => {
|
|
const expand = async ({ text }) => ({ text });
|
|
const carry = [async () => ({ inputs: { s: { media_id: "frame" } } })];
|
|
const noted = async (project, scene, hooks = []) => (await buildInputs({ project, scene, slots, expand, hooks })).notes.some((n) => /no text/.test(n));
|
|
assert.equal(await noted({}, { text: "" }, carry), false);
|
|
assert.equal(await noted({}, { text: "" }), true);
|
|
});
|
|
|
|
test("a fixed seed (seed: null) sends no seed: the seed node's own number runs", async () => {
|
|
const s = [{ id: "n", roles: [{ at: "generation.seed", input: "seed" }], inputs: { seed: 7 } }];
|
|
const { inputs } = await buildInputs({ project: {}, scene: {}, slots: s, expand: async () => null, seed: null });
|
|
assert.equal((inputs.n || {}).seed, undefined);
|
|
});
|
|
|
|
test("the shot camera node is told which project this is, whatever roles the saved pipeline carries", async () => {
|
|
const slots = [{ id: "shot_camera", node: "FunUIShotCamera", roles: [] }];
|
|
const { inputs } = await buildInputs({ project: { id: "proj1", scenes: [], video: {} }, scene: { id: "s", text: "x", references: [] }, slots, expand: async ({ text }) => ({ text }) });
|
|
assert.equal(inputs.shot_camera.project, "proj1");
|
|
});
|
|
|
|
test("text-only: a slot that can stand in for the picture is told the size of the slot that shapes it, and a picked picture is sent as is", async () => {
|
|
const like = { slot: "t", width: "target_width", height: "target_height" };
|
|
const s = [{ id: "src", roles: [{ at: "assets.source_image", input: "media_id", blank_like: like }] }, { id: "e", inputs: { use_image: true } },
|
|
{ id: "t", inputs: { target_width: 1344, target_height: 768 }, roles: [{ at: "project.video", input: "target_width" }] }];
|
|
const run = (project, scene) => buildInputs({ project, scene, slots: s, expand: async () => null });
|
|
const t2v = await run({ video: { target_width: 640 } }, {});
|
|
assert.deepEqual(t2v.inputs.src, { media_id: "", blank_width: 640, blank_height: 768 });
|
|
assert.equal(t2v.inputs.e, undefined); // the stand-in never reaches the enhancer: it has no enhancer slot here
|
|
assert.deepEqual((await run({}, { source_image: "m1" })).inputs.src, { media_id: "m1" });
|
|
assert.deepEqual((await run({}, {})).inputs.src, { media_id: "", blank_width: 1344, blank_height: 768 });
|
|
});
|
|
|
|
test("text-only on a pipeline saved before the preset named a stand-in: the resizer slot is enough, no preset change needed", async () => {
|
|
const s = [{ id: "src", node: "FunUILoadMedia", roles: [{ at: "assets.source_image", input: "media_id" }] }, { id: "e", node: "FunUIEnhancePrompt", inputs: { use_image: true } },
|
|
{ id: "t", node: "ImageTransformKJ", inputs: { target_width: 1344, target_height: 768 }, roles: [{ at: "project.video", input: "target_width" }] }];
|
|
const { inputs } = await buildInputs({ project: { video: { target_width: 640 } }, scene: {}, slots: s, expand: async () => null });
|
|
assert.deepEqual(inputs.src, { media_id: "", blank_width: 640, blank_height: 768 });
|
|
assert.deepEqual(inputs.e, { use_image: false });
|
|
});
|
|
|
|
test("the prompt enhancer is shown the first picture reference, never the aspect source", async () => {
|
|
const { learn } = await import("../../shell/bin.js");
|
|
learn([{ id: "asp", name: "a.png", kind: "image" }, { id: "p1", name: "p1.png", kind: "image" }, { id: "p2", name: "p2.png", kind: "image" }]);
|
|
const s = [{ id: "src", node: "FunUILoadMedia", roles: [{ at: "assets.source_image", input: "media_id" }] },
|
|
{ id: "e", node: "FunUIEnhancePrompt", inputs: { use_image: true, image: ["src", 0] } },
|
|
{ id: "ref1", node: "Loader", roles: [{ at: "assets.reference_1", input: "media_id", wireTo: { slot: "r2v", input: "ref_images.ref_image_0" } }] },
|
|
{ id: "ref2", node: "Loader", roles: [{ at: "assets.reference_2", input: "media_id", wireTo: { slot: "r2v", input: "ref_images.ref_image_1" } }] },
|
|
{ id: "r2v", node: "Model", inputs: {} }];
|
|
const run = (scene) => buildInputs({ project: {}, scene, slots: s, expand: async () => null });
|
|
const withRefs = await run({ source_image: "asp", references: ["p1", "p2"] });
|
|
assert.deepEqual(withRefs.inputs.e, { image: ["ref1", 0] });
|
|
assert.equal(withRefs.inputs.src.media_id, "asp"); // the aspect source still gives the shape
|
|
assert.deepEqual((await run({ source_image: "asp", references: [] })).inputs.e, { use_image: false });
|
|
learn([]);
|
|
});
|
|
|
|
test("a video reference reaches the model's video input from a preset that says nothing about videos", async () => {
|
|
const { learn } = await import("../../shell/bin.js");
|
|
learn([{ id: "vid", name: "v.mp4", kind: "video" }]);
|
|
const s = [{ id: "ref1", node: "Loader", roles: [{ at: "assets.reference_1", input: "media_id", wireTo: { slot: "r2v", input: "ref_images.ref_image_0" } }] },
|
|
{ id: "r2v", node: "Model", inputs: {} }];
|
|
const info = { Model: { inputs: { "ref_images.ref_image_0": "IMAGE", "ref_videos.ref_video_0": "IMAGE" }, outputs: [] }, Loader: { inputs: {}, outputs: ["IMAGE", "IMAGE", "AUDIO"] } };
|
|
const r = await buildInputs({ project: { video: {} }, scene: { text: "x", references: ["vid"] }, slots: s, expand: async () => null, nodeInfo: async (c) => info[c] });
|
|
assert.equal(r.unwired, 0);
|
|
assert.deepEqual(r.inputs.r2v["ref_videos.ref_video_0"], ["ref1", 1]);
|
|
assert.equal(r.inputs.ref1.full, true);
|
|
learn([]);
|
|
});
|
|
|
|
test("a reference video is prepared as the project says, and untouched when it is off", async () => {
|
|
const { learn } = await import("../../shell/bin.js");
|
|
learn([{ id: "vid", name: "v.mp4", kind: "video" }]);
|
|
const s = [{ id: "ref1", node: "Loader", roles: [{ at: "assets.reference_1", input: "media_id", wireTo: { slot: "r2v", input: "ref_images.ref_image_0" } }] }, { id: "r2v", node: "Model", inputs: {} }];
|
|
const info = { Model: { inputs: { "ref_videos.ref_video_0": "IMAGE" }, outputs: [] }, Loader: { inputs: {}, outputs: ["IMAGE", "IMAGE", "AUDIO"] } };
|
|
const run = async (project, scene) => (await buildInputs({ project: { video: {}, frame_rate: 24, ...project }, scene: { text: "x", references: ["vid"], ...scene }, slots: s, expand: async () => null, nodeInfo: async (c) => info[c] })).inputs.ref1;
|
|
assert.equal((await run({}, {})).prepare, undefined);
|
|
const on = { video_input: { on: true, skip_first: 5, every_nth: 2 } };
|
|
const got = JSON.parse((await run(on, {})).prepare);
|
|
assert.equal(got.skip_first, 5);
|
|
assert.equal(got.every_nth, 2);
|
|
assert.equal(got.fps, 24); // "the project's FPS"
|
|
assert.equal(JSON.parse((await run({ video_input: { on: true, fps_from: "source" } }, {})).prepare).fps, 0);
|
|
assert.equal((await run({}, { video_input: { on: true, skip_first: 9 } })).prepare, undefined); // a scene's old own settings are not read
|
|
learn([]);
|
|
});
|
|
|
|
test("a video picked as the start feeds its frames to what the picture fed, when the pipeline says it can", async () => {
|
|
const { learn } = await import("../../shell/bin.js");
|
|
learn([{ id: "vid", name: "v.mp4", kind: "video" }, { id: "pic", name: "p.png", kind: "image" }]);
|
|
const mk = (flag) => [{ id: "src", node: "FunUILoadMedia", roles: [{ at: "assets.source_image", input: "media_id", ...(flag ? { video_frames: true } : {}) }], inputs: {} },
|
|
{ id: "anchor", node: "X", inputs: { image: ["src", 0], other: ["src", 1] } }];
|
|
const run = (slots, id, project = {}) => buildInputs({ project: { video: {}, frame_rate: 25, ...project }, scene: { text: "x", references: [id] }, slots, expand: async () => null });
|
|
const on = await run(mk(true), "vid", { video_input: { on: true, skip_first: 3 } });
|
|
assert.equal(on.inputs.src.full, true);
|
|
assert.equal(JSON.parse(on.inputs.src.prepare).skip_first, 3);
|
|
assert.equal((await run(mk(true), "vid")).inputs.src.prepare, undefined); // no preparation switched on: whole video as before
|
|
assert.equal((await run(mk(false), "vid")).inputs.src.full, undefined); // the pipeline did not say: first frame only
|
|
assert.equal((await run(mk(true), "pic")).inputs.src.full, undefined); // a picture stays a picture
|
|
assert.equal((await buildInputs({ project: { video: {} }, scene: { text: "x", source_image: "vid" }, slots: mk(true), expand: async () => null })).inputs.src.media_id, ""); // the scene's own picture is not a reference: it starts nothing here
|
|
learn([]);
|
|
});
|
|
|
|
test("a video-in pipeline takes the first video among the references as its start, and says so when there is none", async () => {
|
|
const { learn } = await import("../../shell/bin.js");
|
|
learn([{ id: "vid", name: "v.mp4", kind: "video" }, { id: "pic", name: "p.png", kind: "image" }]);
|
|
const slots = [{ id: "src", node: "FunUILoadMedia", roles: [{ at: "assets.source_image", input: "media_id", video_frames: true, video_only: true }], inputs: {} }, { id: "a", node: "X", inputs: { image: ["src", 0] } }];
|
|
const run = (scene, project = {}) => buildInputs({ project: { video: {}, frame_rate: 25, ...project }, scene: { text: "x", ...scene }, slots, expand: async () => null });
|
|
const r = await run({ references: ["pic", "vid"] });
|
|
assert.equal(r.inputs.src.media_id, "vid");
|
|
assert.equal(r.inputs.src.full, true);
|
|
assert.equal((await run({ source_image: "pic", references: ["vid"] })).inputs.src.media_id, "vid"); // a picture on the scene (the aspect source) neither wins over nor blocks the reference
|
|
assert.ok((await run({ references: ["pic"] })).notes.some((n) => /works from a video/.test(n)));
|
|
learn([]);
|
|
});
|
|
|
|
test("the start of a video-in pipeline is the lowest-numbered video, whatever the list order, and the other videos keep their numbers", async () => {
|
|
const { learn } = await import("../../shell/bin.js");
|
|
learn([{ id: "va", name: "a.mp4", kind: "video" }, { id: "vb", name: "b.mp4", kind: "video" }]);
|
|
const slots = [{ id: "src", node: "FunUILoadMedia", roles: [{ at: "assets.source_image", input: "media_id", video_frames: true, video_only: true }], inputs: {} }];
|
|
const run = (project) => buildInputs({ project: { video: {}, frame_rate: 25, ...project }, scene: { text: "x", references: ["va", "vb"] }, slots, expand: async () => null });
|
|
assert.equal((await run({})).inputs.src.media_id, "va");
|
|
assert.equal((await run({ fixed_references: { vb: 1 } })).inputs.src.media_id, "vb"); // pinned to 1, listed first
|
|
const r = await run({ fixed_references: { vb: 2 } });
|
|
assert.equal(r.inputs.src.media_id, "va", "va holds number 1 although vb is listed first");
|
|
assert.match(r.left.find((l) => l.id === "vb").what, /^video 2$/, "the one left over keeps the number the tile shows");
|
|
learn([]);
|
|
});
|
|
|
|
test("an LTX image-to-video pipeline starts from the first reference picture when none is picked, and keeps it as a reference", async () => {
|
|
const { learn } = await import("../../shell/bin.js");
|
|
learn([{ id: "vid", name: "v.mp4", kind: "video" }, { id: "pic", name: "p.png", kind: "image" }, { id: "pic2", name: "q.png", kind: "image" }]);
|
|
const slots = [{ id: "src", node: "FunUILoadMedia", roles: [{ at: "assets.source_image", input: "media_id", video_frames: true }], inputs: {} }];
|
|
const run = (scene, project = {}) => buildInputs({ project: { video: {}, frame_rate: 25, ...project }, scene: { text: "x", ...scene }, slots, expand: async () => null });
|
|
assert.equal((await run({ references: ["pic", "pic2"] })).inputs.src.media_id, "pic");
|
|
assert.equal((await run({ references: ["pic", "vid"] })).inputs.src.media_id, "vid"); // a video is the start when there is one
|
|
assert.equal((await run({ source_image: "pic2", references: ["pic"] })).inputs.src.media_id, "pic"); // the scene's own picture neither wins over nor blocks the references
|
|
learn([]);
|
|
});
|
|
|
|
test("a direct video-to-video pipeline saved without the video-only flag is still video-to-video (an encoder is fed by the start slot)", async () => {
|
|
const { learn } = await import("../../shell/bin.js");
|
|
learn([{ id: "vid", name: "v.mp4", kind: "video" }, { id: "pic", name: "p.png", kind: "image" }]);
|
|
const slots = [{ id: "src", node: "FunUILoadMedia", roles: [{ at: "assets.source_image", input: "media_id", video_frames: true }], inputs: {} },
|
|
{ id: "enc", node: "VAEEncode", inputs: { pixels: ["src", 1] } }];
|
|
const r = await buildInputs({ project: { video: {} }, scene: { text: "x", references: ["pic", "vid"] }, slots, expand: async () => null });
|
|
assert.equal(r.inputs.src.media_id, "vid");
|
|
assert.equal(r.inputs.src.full, true);
|
|
learn([]);
|
|
});
|
|
|
|
test("a reference whose target node was deleted from an edited pipeline is left unused, not put into a slot that is not there", async () => {
|
|
const slots = [{ id: "identity_source", node: "FunUILoadMedia", roles: [{ at: "assets.reference_1", input: "media_id", wireTo: { slot: "identity", input: "image" } }], inputs: { media_id: "" } }];
|
|
kinds.set("pic", "image");
|
|
const r = await buildInputs({ project: { id: "P", video: {} }, scene: { id: "s", text: "", references: ["pic"] }, slots, expand: async (x) => ({ text: x.text }), nodeInfo: async () => null, frames: 49 });
|
|
assert.equal(r.inputs.identity, undefined);
|
|
assert.equal(r.unwired, 1);
|
|
assert.match(r.left[0].why, /identity/);
|
|
assert.equal(r.left[0].id, "pic");
|
|
});
|
|
|
|
const LTX = {
|
|
refs: [
|
|
{ id: "aspect_source", node: "FunUILoadMedia", roles: [{ at: "assets.source_image", input: "media_id", blank_like: { slot: "aspect", width: "width", height: "height" } }], inputs: { media_id: "", blank_width: 0, blank_height: 0 } },
|
|
{ id: "aspect", node: "FunUIAspectSize", roles: [{ at: "project.video", input: "width" }, { at: "project.video", input: "height" }], inputs: { width: 768, height: 512 } },
|
|
{ id: "source_image", node: "FunUILoadMedia", roles: [{ at: "assets.reference_1", input: "media_id", text_fallback: { set: [{ slot: "anchor", input: "bypass", value: true }], size: { slot: "aspect", width: "width", height: "height" } } }], inputs: { media_id: "" } },
|
|
{ id: "anchor", node: "LTXVImgToVideoInplace", inputs: { bypass: false } },
|
|
{ id: "positive", node: "CLIPTextEncode", roles: [{ at: "generation.prompt", input: "text" }], inputs: { text: "" } },
|
|
],
|
|
direct: [
|
|
{ id: "source_image", node: "FunUILoadMedia", roles: [{ at: "assets.source_image", input: "media_id", video_frames: true, video_only: true, text_fallback: { set: [{ slot: "sigmas", input: "sigmas", value: "1.0, 0.0" }], round_size: 32, round_frames: 8 } },
|
|
{ at: "project.video", input: "blank_width" }, { at: "project.video", input: "blank_height" }, { at: "project.video", input: "blank_frames", drives: "frames" }], inputs: { media_id: "", blank_width: 770, blank_height: 500 } },
|
|
{ id: "sigmas", node: "ManualSigmas", inputs: { sigmas: "0.9, 0.0" } },
|
|
{ id: "positive", node: "CLIPTextEncode", roles: [{ at: "generation.prompt", input: "text" }], inputs: { text: "" } },
|
|
],
|
|
};
|
|
const run = (slots, scene, project = {}) => buildInputs({ project: { id: "P", video: { width: 770, height: 500 }, num_frames_per_scene: 100, ...project }, scene: { id: "s", text: "hi", ...scene }, slots, expand: async (x) => ({ text: x.text }), nodeInfo: async () => null, frames: 100 });
|
|
|
|
test("image to video from references: a picture in References is the start and the timeline picture gives the shape; with neither the anchor is bypassed and a plain picture stands in", async () => {
|
|
kinds.set("pic", "image");
|
|
let r = await run(LTX.refs, { references: ["pic"] });
|
|
assert.equal(r.inputs.source_image.media_id, "pic");
|
|
assert.equal(r.inputs.anchor, undefined);
|
|
r = await run(LTX.refs, { source_image: "pic" }); // the timeline picture is the ASPECT source here, not the start
|
|
assert.equal(r.inputs.aspect_source.media_id, "pic");
|
|
assert.ok(!(r.inputs.source_image || {}).media_id);
|
|
assert.deepEqual(r.left, []);
|
|
r = await run(LTX.refs, {});
|
|
assert.equal(r.inputs.anchor.bypass, true);
|
|
assert.equal(r.inputs.source_image.blank_width, 770); // the bypassed anchor never looks at this picture
|
|
assert.equal(r.inputs.aspect_source.blank_width, 770); // with no aspect picture a plain one of the project's size stands in
|
|
assert.ok(r.notes.some((n) => /text to video/.test(n)));
|
|
});
|
|
|
|
test("video to video, direct: with no video the whole schedule runs over a grey clip of the project's size, rounded for the model", async () => {
|
|
kinds.set("vid", "video");
|
|
let r = await run(LTX.direct, { references: ["vid"] });
|
|
assert.equal(r.inputs.source_image.media_id, "vid");
|
|
assert.equal(r.inputs.sigmas, undefined);
|
|
r = await run(LTX.direct, {});
|
|
assert.equal(r.inputs.sigmas.sigmas, "1.0, 0.0");
|
|
assert.deepEqual([r.inputs.source_image.blank_width, r.inputs.source_image.blank_height, r.inputs.source_image.blank_frames], [768, 480, 97]);
|
|
assert.ok(!r.notes.some((n) => /works from a video/.test(n)));
|
|
});
|
|
|
|
test("video to video, direct: the scene's own picture is named as unused, not dropped; a video as the start leaves nothing to name", async () => {
|
|
kinds.set("pic", "image");
|
|
kinds.set("vid", "video");
|
|
let r = await run(LTX.direct, { source_image: "pic" });
|
|
assert.ok(!r.inputs.source_image.media_id);
|
|
assert.deepEqual(r.left, [{ id: "pic", at: "assets.source_image", why: "this pipeline starts from a video, not a picture" }]);
|
|
assert.equal(r.unusedPicture, "pic");
|
|
r = await run(LTX.direct, { source_image: "pic", references: ["vid"] });
|
|
assert.equal(r.inputs.source_image.media_id, "vid");
|
|
assert.deepEqual(r.left.map((x) => x.id), ["pic"]);
|
|
assert.equal(r.unusedPicture, "pic"); // handed to Generate, which says so instead of dropping the picture quietly
|
|
r = await run(LTX.direct, { references: ["vid"] });
|
|
assert.deepEqual(r.left, []);
|
|
});
|
|
|
|
test("the project's Short side / Long side choice reaches the aspect slot, and a size saved under an older name still counts", async () => {
|
|
const s = [{ id: "a", node: "FunUIAspectSize", roles: [{ at: "project.video", input: "width", was: "target_width" }, { at: "project.video", input: "height", was: "target_height" }, { at: "project.resolution_basis", input: "basis" }], inputs: { width: 1344, height: 768, basis: "short" } }];
|
|
const run = (project) => buildInputs({ project, scene: {}, slots: s, expand: async () => null });
|
|
assert.deepEqual((await run({ resolution_basis: "long", video: { width: 1024, height: 1024 } })).inputs.a, { width: 1024, height: 1024, basis: "long" });
|
|
assert.deepEqual((await run({ resolution_basis: "area", video: { target_width: 1280, target_height: 720 } })).inputs.a, { width: 1280, height: 720, basis: "area" });
|
|
assert.deepEqual((await run({ resolution_basis: "short", video: { width: 640, target_width: 1280, height: 480 } })).inputs.a, { width: 640, height: 480, basis: "short" }); // the new number wins over a stale one
|
|
});
|
|
|
|
test("a hook's carried frame takes the next free reference slot, after the scene's own, and is said when no slot is left", async () => {
|
|
const refs = [{ id: "m", node: "Model" }, ...[1, 2].map((n) => ({ id: `r${n}`, node: "Loader", roles: [{ at: `assets.reference_${n}`, input: "media_id", wireTo: { slot: "m", input: `img${n}` } }] }))];
|
|
const carry = [async () => ({ references: ["frame"], notes: [] })];
|
|
const run = (scene, extra = {}) => buildInputs({ project: {}, scene, slots: refs, expand: async ({ text }) => ({ text }), hooks: carry, ...extra });
|
|
const one = await run({ text: "", references: ["mine"] });
|
|
assert.deepEqual([one.inputs.r1.media_id, one.inputs.r2.media_id, one.unwired], ["mine", "frame", 0]);
|
|
assert.deepEqual(one.placed, [{ media_id: "frame", reference: 2 }]);
|
|
const full = await run({ text: "", references: ["a", "b"] });
|
|
assert.deepEqual([full.inputs.r1.media_id, full.inputs.r2.media_id, full.unwired], ["a", "b", 1]);
|
|
assert.deepEqual(full.placed, []);
|
|
assert.equal(kinds.get("frame"), "image");
|
|
});
|
|
|
|
test("a picture on the scene (the aspect source) never changes what the references do", async () => {
|
|
const { learn } = await import("../../shell/bin.js");
|
|
learn([{ id: "pic", name: "p.png", kind: "image" }, { id: "vid", name: "v.mp4", kind: "video" }]);
|
|
const wired = (n) => ({ id: `r${n}`, node: "Loader", roles: [{ at: `assets.reference_${n}`, input: "media_id", wireTo: { slot: "m", input: `img${n}` } }] });
|
|
const sets = {
|
|
h3: [{ id: "m", node: "Model" }, { id: "src", node: "FunUILoadMedia", roles: [{ at: "assets.source_image", input: "media_id" }] }, wired(1), wired(2)],
|
|
video_in: [{ id: "src", node: "FunUILoadMedia", roles: [{ at: "assets.source_image", input: "media_id", video_frames: true, video_only: true }] }],
|
|
};
|
|
const carry = [async () => ({ references: ["frame"] })];
|
|
for (const [name, slots] of Object.entries(sets)) {
|
|
const run = (scene) => buildInputs({ project: { video: {} }, scene: { text: "x", references: ["vid"], ...scene }, slots, expand: async () => null, hooks: carry });
|
|
const [without, withPic] = [await run({}), await run({ source_image: "pic" })];
|
|
const refs = (r) => Object.fromEntries(Object.entries(r.inputs).filter(([id]) => id !== "src"));
|
|
assert.deepEqual([refs(withPic), withPic.unwired, withPic.placed], [refs(without), without.unwired, without.placed], name);
|
|
}
|
|
learn([]);
|
|
});
|
|
|
|
test("a carried picture goes after a pinned reference instead of into the free number below it", async () => {
|
|
const refs = [{ id: "m", node: "Model" }, ...[1, 2, 3].map((n) => ({ id: `r${n}`, node: "Loader", roles: [{ at: `assets.reference_${n}`, input: "media_id", wireTo: { slot: "m", input: `img${n}` } }] }))];
|
|
const carry = [async () => ({ references: ["frame"], notes: [] })];
|
|
const r = await buildInputs({ project: { fixed_references: { pinned: 2 } }, scene: { text: "", references: [] }, slots: refs, expand: async ({ text }) => ({ text }), hooks: carry });
|
|
assert.equal(r.inputs.r2.media_id, "pinned", "the pinned picture keeps number 2");
|
|
assert.equal(r.inputs.r3.media_id, "frame");
|
|
assert.equal(r.inputs.r1, undefined);
|
|
});
|
|
|
|
test("a carried picture takes the last number, several carried pictures take the next ones, and the one past the end is said in words", async () => {
|
|
const refs = [{ id: "m", node: "Model" }, ...Array.from({ length: 16 }, (_, k) => ({ id: `r${k + 1}`, node: "Loader", roles: [{ at: `assets.reference_${k + 1}`, input: "media_id", wireTo: { slot: "m", input: `img${k + 1}` } }] }))];
|
|
const carry = [async () => ({ references: ["f1", "f2"], notes: [] }), async () => ({ references: ["f3"], notes: [] })];
|
|
const r = await buildInputs({ project: { fixed_references: { q: 14 } }, scene: { text: "", references: [] }, slots: refs, expand: async ({ text }) => ({ text }), hooks: carry });
|
|
assert.deepEqual([r.inputs.r14.media_id, r.inputs.r15.media_id, r.inputs.r16.media_id], ["q", "f1", "f2"], "numbers 15 and 16 go to the first two carried pictures");
|
|
assert.equal(r.unwired, 1);
|
|
assert.match(r.left.find((l) => l.id === "f3").why, /no reference number is left/);
|
|
});
|
|
|
|
test("a carried picture with no reference number left is counted and said, and moves no other reference", async () => {
|
|
const refs = [{ id: "m", node: "Model" }, ...Array.from({ length: 16 }, (_, k) => ({ id: `r${k + 1}`, node: "Loader", roles: [{ at: `assets.reference_${k + 1}`, input: "media_id", wireTo: { slot: "m", input: `img${k + 1}` } }] }))];
|
|
const carry = [async () => ({ references: ["frame"], notes: [] })];
|
|
const r = await buildInputs({ project: { fixed_references: { q: 10, p: 16 } }, scene: { text: "", references: [] }, slots: refs, expand: async ({ text }) => ({ text }), hooks: carry });
|
|
assert.equal(r.inputs.r10.media_id, "q", "q keeps its number");
|
|
assert.equal(r.inputs.r16.media_id, "p");
|
|
assert.equal(Object.values(r.inputs).filter((v) => v.media_id === "frame").length, 0, "the frame is placed nowhere");
|
|
assert.equal(r.unwired, 1);
|
|
assert.equal(r.left.find((l) => l.id === "frame").what, "a carried picture");
|
|
});
|