ComfyAssets-ComfyUI_PromptManager/web/js/workspace/activity-job-view.mjs

/**
 * One job's Activity view (#249 Activity-1, D56): `#/activity/<id>`, the approved mockup `activity-scan.html` in the
 * concept's classes.
 *
 * - Header: the page heading names the job; its line is the Activity item's (D54), and its actions are Download report
 *   (the job's JSON report, D59) and, while the job runs, "Cancel scan" (danger). D87: an ended scan that recorded
 *   Needs review items adds the concept's **Review metadata** after Download report.
 * - Progress (`section.surface`): `<progress>`, the server's "Processing file N of M · about X min left", and the
 *   outcome counters as `dl.stat-row` tiles: Added to Library (green), Already known, Needs review (warning), No usable
 *   metadata, Errors (red).
 * - Results (`section.surface`): the outcome list (`button[aria-pressed]` with counts, in the mockup's order), a path
 *   filter, and the selected outcome's listed rows (at most 200 per outcome, so "Showing N of M"). Rows under Added and
 *   Already known open the file in the existing viewer through its listing identity (D57); the others are plain text.
 * - #550: a row with no path is a record (a maintenance apply's "Prompt 12: category …"): its detail is shown as plain
 *   text, never opened; the filter reads it. A maintenance plan of records (every operation but Missing-file links)
 *   says "records" where a file job says "files" (`groupCopy`).
 * - Log: `details.term` "Scan log", collapsed, holding the raw timestamped lines in `pre[tabindex=0]`.
 * - D89: the tiles, the outcome list, the openable rows and the log and cancel labels are the job kind's (`jobView`):
 *   an image tagging job shows Tagged, Unchanged, Skipped and Errors, opens Tagged and Unchanged rows, and reads
 *   "Tagging log" and "Cancel tagging".
 * - D101 (System S7): a finished duplicate search that found groups adds **Review groups** after Download report; it
 *   opens "Review duplicate image files" for this search.
 * - D111: the kind's descriptor (activity-kinds.mjs `viewOf`) decides them for every kind: a thumbnail job counts
 *   Generated, Skipped and Errors; a kind without groups (the health check, a held legacy-page operation) shows no
 *   tiles and no Results, never another kind's zeros. A job without a known total has an indeterminate `<progress>`;
 *   only a job the server can stop shows Cancel.
 *
 * The summary follows the Activity store (one SSE stream per running job); the listed rows and the log are read from
 * `GET /prompt_manager/jobs/<id>` at most once a second while the job runs, and once more when it ends.
 */
import { createButton } from '../shared/toolkit/core.js';
import { pageHeading } from './heading.mjs';
import { showWorkspaceToast } from './toast.mjs';
import { noun } from './plural.mjs';
import { parseJob, JOB_VIEWS, JOBS_URL, LOST_DETAIL } from './activity-store.mjs';
import { viewOf, canCancel, showProgress } from './activity-kinds.mjs';
import { jobDetail, CANCEL_FAILED_TOAST, createReviewMetadataButton, hasReviewItems } from './activity.mjs';
import { downloadJobReport } from './activity-scan.mjs';
import { createMediaViewer } from './media-viewer.mjs';
import { createInspectionController } from './inspection-state.mjs';
import { createPromptSender } from './prompt-sender.mjs';
import { imageKey } from './images-state.mjs';
import { OPERATION_TITLES, openDuplicatesReview, reviewPlan } from './maintenance-review.mjs';
import { navigateTo } from './state.mjs';

export const DETAIL_INTERVAL_MS = 1000;
export const NOT_FOUND = 'This job is not in this session’s Activity. Jobs are kept until ComfyUI restarts.';
export const EMPTY_GROUP = 'No files in this group.';
export const NO_MATCH = 'No listed file matches this filter.';
export const EMPTY_RECORDS = 'No records in this group.';
export const NO_RECORD_MATCH = 'No listed record matches this filter.';
const FILE_FILTER = 'Filter by file path…';
const RECORD_FILTER = 'Filter records…';
export const VIEWER_HINT = 'each row opens the image in the viewer';
export const FILE_GONE = 'This file is no longer in Images. Rescan from Import and try again.';
export const OPEN_FAILED = 'The file could not be opened. Try again.';
const LISTING_LIMIT = 5;

function element(tag, text, className) {
    const node = document.createElement(tag);
    if (text !== undefined) node.textContent = text;
    if (className) node.className = className;
    return node;
}

// Grouped as the server writes its lines, whatever the browser's locale (as images.mjs does).
const number = value => value.toLocaleString('en-US');
const isText = value => typeof value === 'string';

/** A job's detail read: the summary plus its listed rows per outcome and its log; null when it is not one. */
export function parseDetail(raw) {
    const job = parseJob(raw);
    if (!job) return null;
    const outcomes = {};
    const groups = raw.outcomes !== null && typeof raw.outcomes === 'object' ? raw.outcomes : {};
    for (const [group, rows] of Object.entries(groups)) {
        if (!Array.isArray(rows)) continue;
        // A file row has a path; a record row (#550) has none, only its detail.
        outcomes[group] = rows.filter(row => row && isText(row.path) && (row.path || (isText(row.detail) && row.detail)))
            .map(row => ({ path: row.path, root: isText(row.root) ? row.root : '',
                root_index: Number.isSafeInteger(row.root_index) && row.root_index >= 0 ? row.root_index : null,
                detail: isText(row.detail) ? row.detail : '', record: !row.path }));
    }
    const log = Array.isArray(raw.log) ? raw.log.filter(isText) : [];
    return { job, outcomes, log };
}

// Failures that mean the reviewed plan no longer matches: the review must be done again (S7 review M2).
const OVERTAKEN = new Set(['plan-changed', 'storage-changed', 'plan-expired']);

/**
 * Where a failed apply's Review again goes (S7 review M2): a maintenance plan the library overtook is reviewed again
 * (`{operation}`); a duplicate cleanup whose sources or plan changed needs a new search, in Maintenance (`{section}`); a
 * LoRA import the files or saved pairs overtook is reviewed again in Integrations (`{section}`, S10); otherwise null.
 */
export function reviewAgainOf(job) {
    if (job.state !== 'failed') return null;
    const failure = job.scope?.failure;
    if (job.kind === 'maintenance' && OVERTAKEN.has(failure) && Object.hasOwn(OPERATION_TITLES, job.scope?.operation)) {
        return { operation: job.scope.operation };
    }
    if (job.kind === 'duplicate_cleanup' && (OVERTAKEN.has(failure) || failure === 'sources-changed')) {
        return { section: '#/system/maintenance' };
    }
    // System S10: a LoRA import whose files or imports changed, or that saved pairs block, is reviewed in Integrations.
    if (job.kind === 'lora_import' && (OVERTAKEN.has(failure) || failure === 'blocked-by-pairs')) {
        return { section: '#/system/integrations' };
    }
    return null;
}

/** D101: a duplicate search that finished with groups to review. */
export function hasDuplicateGroups(job) {
    return job.kind === 'duplicates' && job.state === 'finished' && (job.counters.groups_found ?? 0) > 0;
}

/** The progress line: the server's while running, then what the job got through. */
export function progressLine(job) {
    const files = `${number(job.processed)} of ${number(job.total)} ${noun(job.total, 'file')}`;
    // D111: a job that never counted files (a held legacy job, the health check) says only what the server says.
    const counted = job.total > 0;
    if (job.state === 'running') return job.status_line || (counted ? `${job.progress}%` : '');
    if (!counted && (job.state === 'finished' || job.state === 'cancelled')) return job.status_line;
    if (job.state === 'finished') return `${files} processed`;
    if (job.state === 'cancelled') return `Cancelled after ${files}`;
    if (job.state === 'lost') return LOST_DETAIL;
    return job.status_line || 'The job stopped on an error.';
}

/** The note under the rows: "Showing N of M" when not every file is listed, and the viewer hint for openable rows. */
export function resultsNote(shown, total, openable) {
    const parts = [];
    if (shown < total) parts.push(`Showing ${number(shown)} of ${number(total)}`);
    if (openable && shown > 0) parts.push(VIEWER_HINT);
    if (!parts.length) return '';
    const text = parts.join(' · ');
    return parts.length === 1 && openable && shown >= total ? `${text[0].toUpperCase()}${text.slice(1)}.` : text;
}

/** Rows whose path (or root label and path), or a record's detail (#550), holds the case-folded filter. */
export function filterRows(rows, filter) {
    const wanted = filter.trim().toLocaleLowerCase();
    if (!wanted) return rows;
    return rows.filter(row => (row.record ? row.detail : `${row.root}/${row.path}`).toLocaleLowerCase().includes(wanted));
}

/** #550: whether a job lists records (a maintenance plan of records), not files. */
export function listsRecords(job) {
    return job?.kind === 'maintenance' && job.scope?.operation !== 'missing_links';
}

/** The empty-group, no-match and filter copy: "records" for a records job, "files" otherwise (#550). */
export function groupCopy(job) {
    return listsRecords(job)
        ? { empty: EMPTY_RECORDS, noMatch: NO_RECORD_MATCH, placeholder: RECORD_FILTER }
        : { empty: EMPTY_GROUP, noMatch: NO_MATCH, placeholder: FILE_FILTER };
}

/** The first outcome with files, so a view opens on what happened; the first outcome when nothing has yet. */
export function defaultOutcome(counters, outcomes = JOB_VIEWS.scan.outcomes) {
    return (outcomes.find(([group]) => (counters[group] ?? 0) > 0) ?? outcomes[0])?.[0] ?? null;
}

function section(title, id) {
    const node = element('section', undefined, 'surface');
    const heading = element('div', undefined, 'panel-heading');
    const h2 = element('h2', title);
    h2.id = id;
    node.setAttribute('aria-labelledby', id);
    heading.append(h2);
    node.append(heading);
    return { node, heading };
}

/** `#/activity/<id>`: one job's view. */
export function mountActivityJobView(main, { store, scope, api, jobId }) {
    const parts = pageHeading(main);
    const download = createButton('Download report');
    const cancel = createButton('Cancel scan', 'danger');
    const review = createReviewMetadataButton(scope); // D87
    // System S7 (D101): a finished duplicate search that found groups reviews them.
    const reviewGroups = createButton('Review groups', 'ca-primary');
    // S7 review M2: a failed apply whose plan the library overtook goes back to its review.
    const reviewAgain = createButton('Review again', 'ca-primary');

    const progressPart = section('Progress', 'job-progress-title');
    const status = element('span', '', 'small');
    progressPart.heading.append(status);
    const bar = element('progress');
    bar.max = 100;
    const stats = element('dl', undefined, 'stat-row');
    const tileValues = new Map();
    // #320 D198: a kind with phases (Move thumbnails) says which one runs and what it means, under the bar.
    const phase = element('p', '', 'small');
    phase.id = 'job-phase';
    progressPart.node.append(bar, phase, stats);

    const resultsPart = section('Results', 'job-results-title');
    const search = element('label', undefined, 'search-field');
    const input = element('input');
    input.type = 'search';
    input.placeholder = FILE_FILTER;
    input.setAttribute('aria-label', 'Filter results');
    search.append(input);
    resultsPart.heading.append(search);
    const outcomes = element('div', undefined, 'outcomes');
    const list = element('div', undefined, 'outcome-list');
    list.setAttribute('role', 'group');
    list.setAttribute('aria-label', 'Outcomes');
    const files = element('div', undefined, 'outcome-files');
    const buttons = new Map();
    outcomes.append(list, files);
    resultsPart.node.append(outcomes);

    const log = element('details', undefined, 'term');
    const summary = element('summary');
    const logLabel = document.createTextNode('');
    summary.append(logLabel, element('span', ' — raw detail, click to show'));
    const pre = element('pre', '');
    pre.tabIndex = 0;
    log.append(summary, pre);

    const missing = element('section', undefined, 'surface');
    const back = element('a', 'All activity');
    back.href = '#/activity';
    missing.append(element('p', NOT_FOUND, 'empty-state'), back);

    let detail = null;
    // The job's kind decides its tiles, outcomes and labels (D89); it is known once the job is.
    let view = null;
    let selected = null;
    let mounted = false;
    let lastRead = 0;
    let reading = false;
    let readAgain = false;
    let readTimer = null;
    let roots = null;
    let lastState = null;
    // Set once this page's own list read answered, or the detail read said the job is unknown.
    let listedOnce = false;
    let notFound = false;
    // The store is the truth once it has read the list: a job it no longer has was pruned by the server.
    const current = () => store.find(jobId) ?? (listedOnce ? null : detail?.job ?? null);

    const inspection = createInspectionController({ api });
    scope.cleanup(() => inspection.dispose());
    const viewer = createMediaViewer({ api, container: main, parentScope: scope, inspectionController: inspection,
        sender: createPromptSender({ scope }), onSelect: image => inspection.select(image) });

    /** The tiles and the outcome list of the job's kind, built once (D89, D111: only the groups it counts). */
    function layout(job) {
        view = viewOf(job);
        if (!view.tiles.length) stats.remove();
        if (typeof view.phase !== 'function') phase.remove();
        for (const [group, label, tone] of view.tiles) {
            const tile = element('div', undefined, tone ? `stat ${tone}` : 'stat');
            const value = element('dd', '0');
            tile.append(element('dt', label), value);
            tileValues.set(group, value);
            stats.append(tile);
        }
        for (const [group, label] of view.outcomes) {
            const button = createButton('');
            const count = element('span', '0');
            button.append(element('span', label), count);
            button.setAttribute('aria-pressed', 'false');
            button.count = count;
            buttons.set(group, button);
            list.append(button);
        }
    }

    function showBody(job) {
        if (mounted) return;
        mounted = true;
        if (!view) layout(job);
        missing.remove();
        parts.actions.append(download, cancel);
        // A kind without outcome groups has no Results to browse (D111).
        main.append(...(view.outcomes.length ? [progressPart.node, resultsPart.node, log] : [progressPart.node, log]));
        selected ??= defaultOutcome(job.counters, view.outcomes);
    }

    /** The job is not (or no longer) in this session: say so instead of an empty view. */
    function showMissing() {
        if (mounted) {
            mounted = false;
            const focused = main.contains(document.activeElement) && document.activeElement !== parts.h1;
            download.remove();
            reviewGroups.remove();
            reviewAgain.remove();
            cancel.remove();
            progressPart.node.remove();
            resultsPart.node.remove();
            log.remove();
            parts.h1.textContent = 'Activity';
            parts.description.textContent = '';
            document.title = 'Activity · Prompt Manager';
            if (focused) parts.h1.focus();
        }
        if (!missing.isConnected) main.append(missing);
    }

    // Listed rows only ever grow, so a row keeps its node across reads: a focused row (or the viewer's trigger) stays.
    let rowNodes = new Map();
    function rowNode(row, index, openable) {
        const key = `${selected}\n${index}\n${row.root}\n${row.path}\n${row.record ? row.detail : ''}`;
        let node = rowNodes.get(key);
        if (!node && row.record) {
            // #550: a record is its detail, plain text, with no open or locate action.
            node = element('div', undefined, 'file-row record-row');
            node.append(element('span', row.detail, 'why'));
        } else if (!node) {
            node = openable ? createButton('', 'file-row') : element('div', undefined, 'file-row');
            node.append(element('span', row.path, 'path'), element('span', row.detail, 'why'));
            if (openable) node.row = row;
        }
        return [key, node];
    }

    function renderRows(job) {
        if (!view.outcomes.length) return;
        const rows = detail?.outcomes[selected] ?? [];
        const openable = view.openable.has(selected);
        const wanted = filterRows(rows.map((row, index) => ({ ...row, index })), input.value);
        const kept = new Map(wanted.map(row => rowNode(row, row.index, openable)));
        rowNodes = kept;
        const nodes = [...kept.values()];
        // The counter is exact; at most 200 of its files are listed, and the filter narrows those.
        const total = Math.max(job.counters[selected] ?? 0, rows.length);
        const copy = groupCopy(job);
        input.placeholder = copy.placeholder;
        if (!nodes.length) nodes.push(element('p', rows.length ? copy.noMatch : copy.empty, 'empty-state'));
        const opens = openable && wanted.some(row => !row.record);
        const note = wanted.length ? resultsNote(wanted.length, total, opens) : '';
        if (note) nodes.push(element('p', note, 'small'));
        for (const child of [...files.children]) if (!nodes.includes(child)) child.remove();
        nodes.forEach((node, index) => {
            // Only a node out of place moves, so focus survives a re-read.
            if (files.children[index] !== node) files.insertBefore(node, files.children[index] ?? null);
        });
    }

    function render() {
        const job = current();
        if (!job) {
            if (listedOnce || notFound) showMissing();
            return;
        }
        showBody(job);
        const scan = job.kind === 'scan';
        parts.h1.textContent = job.title;
        document.title = `${job.title} · Prompt Manager`;
        parts.description.textContent = jobDetail(job);
        cancel.textContent = view.cancel;
        // A job lost with the server has no report there (review M9).
        const lost = job.state === 'lost';
        if (lost && document.activeElement === download) parts.h1.focus();
        download.disabled = lost;
        if (hasReviewItems(job)) { if (!review.isConnected) download.after(review); } // D87
        else review.remove();
        if (hasDuplicateGroups(job)) { if (!reviewGroups.isConnected) download.after(reviewGroups); } // D101
        else reviewGroups.remove();
        if (reviewAgainOf(job)) { if (!reviewAgain.isConnected) download.after(reviewAgain); }
        else reviewAgain.remove();
        // Truth rule: a job that cannot be cancelled (a held legacy-page job) shows no Cancel.
        if (canCancel(job)) {
            if (!cancel.isConnected) parts.actions.append(cancel);
        } else if (cancel.isConnected) {
            // A focused Cancel that goes away hands its focus to the job's heading, never to the page body.
            if (document.activeElement === cancel) parts.h1.focus();
            cancel.remove();
        }
        status.textContent = progressLine(job);
        if (typeof view?.phase === 'function') phase.textContent = view.phase(job);
        // D111: no value while the total is unknown; a job that ended with nothing counted shows how it ended.
        showProgress(bar, job.total > 0 || job.state !== 'finished' ? job : { ...job, progress: 100 });
        bar.setAttribute('aria-label', scan ? 'Scan progress' : `${job.title} progress`);
        for (const [group, value] of tileValues) value.textContent = number(job.counters[group] ?? 0);
        for (const [group, button] of buttons) {
            button.count.textContent = number(job.counters[group] ?? 0);
            button.setAttribute('aria-pressed', String(group === selected));
        }
        logLabel.textContent = `● ${view.log}`;
        const text = detail?.log.length ? detail.log.join('\n') : 'No log lines yet.';
        if (pre.textContent !== text) {
            // Replacing the text clamps the scroll position, so keep it: pinned readers follow the end, others stay.
            const { scrollTop } = pre;
            const atEnd = pre.scrollTop + pre.clientHeight >= pre.scrollHeight - 2;
            pre.textContent = text;
            pre.scrollTop = atEnd ? pre.scrollHeight : scrollTop;
        }
        renderRows(job);
    }

    /** Read the rows and the log, at most once a second; a request while one is in flight reads once more after it. */
    function scheduleRead() {
        if (scope.signal.aborted) return;
        if (reading) { readAgain = true; return; }
        if (readTimer !== null) return;
        const wait = Math.max(0, lastRead + DETAIL_INTERVAL_MS - Date.now());
        readTimer = setTimeout(() => { readTimer = null; read(); }, wait);
    }
    scope.cleanup(() => { if (readTimer !== null) clearTimeout(readTimer); });

    async function read() {
        reading = true;
        lastRead = Date.now();
        try {
            const result = await api.get(`${JOBS_URL}/${jobId}`, { signal: scope.signal, cache: 'no-store' });
            if (scope.signal.aborted) return;
            const parsed = parseDetail(result?.job);
            if (parsed && parsed.job.id === jobId) detail = parsed;
        } catch (error) {
            if (scope.signal.aborted) return;
            // An unknown job: the page says so unless the store still knows it (then the rows wait for a later read).
            if (error?.status === 404) notFound = true;
        } finally {
            reading = false;
        }
        render();
        // Read once more only if the summary moved past what this read returned (review: no redundant re-read).
        if (readAgain) {
            readAgain = false;
            const job = store.find(jobId);
            if (job && job.state !== 'lost' && detailChanged(job)) scheduleRead();
        }
    }

    /**
     * Whether the detail read would change the page: more listed rows in any outcome, or (with the log open) more log
     * lines. Counters come with the summary, so a job whose lists are capped and whose log is closed is not re-read.
     */
    function detailChanged(job) {
        if (!detail) return true;
        const groups = new Set([...Object.keys(job.listed), ...Object.keys(detail.outcomes)]);
        for (const group of groups) if ((job.listed[group] ?? 0) !== (detail.outcomes[group]?.length ?? 0)) return true;
        return log.open && job.log_length !== detail.log.length;
    }

    function follow() {
        const job = store.find(jobId);
        render();
        if (!job) return;
        // A job lost with the server cannot be read; any other is read while what it lists changes.
        if (job.state !== 'lost' && (job.state === 'running' || lastState === 'running') && detailChanged(job)) scheduleRead();
        lastState = job.state;
    }

    scope.listen(log, 'toggle', () => {
        // Every open starts at the newest line: while closed the log has no layout box (Firefox, WebKit), so a kept
        // position would be lost anyway (review M6).
        if (log.open) pre.scrollTop = pre.scrollHeight;
        const job = store.find(jobId);
        if (log.open && job && job.state !== 'lost' && detailChanged(job)) scheduleRead();
    });

    scope.listen(download, 'click', async () => {
        if (download.disabled || download.getAttribute('aria-disabled') === 'true') return;
        download.setAttribute('aria-disabled', 'true');
        try {
            // A view left while the report downloads shows no toast (review M10).
            await downloadJobReport(jobId, { signal: scope.signal });
        } finally {
            download.removeAttribute('aria-disabled');
        }
    });
    scope.listen(reviewGroups, 'click', () => openDuplicatesReview({ api, store, scope, jobId, trigger: reviewGroups }));
    scope.listen(reviewAgain, 'click', () => {
        const job = current();
        const target = job ? reviewAgainOf(job) : null;
        if (target?.operation) reviewPlan({ api, store, scope, operation: target.operation, trigger: reviewAgain });
        else if (target?.section) navigateTo(target.section);
    });
    scope.listen(cancel, 'click', async () => {
        if (cancel.getAttribute('aria-disabled') === 'true') return;
        cancel.setAttribute('aria-disabled', 'true');
        try {
            await store.cancel(jobId);
        } catch {
            if (!scope.signal.aborted) showWorkspaceToast(CANCEL_FAILED_TOAST);
        } finally {
            cancel.removeAttribute('aria-disabled');
        }
    });
    scope.listen(list, 'click', event => {
        const button = event.target.closest('button');
        if (!button) return;
        selected = [...buttons].find(([, node]) => node === button)?.[0] ?? selected;
        render();
    });
    scope.listen(input, 'input', () => { const job = current(); if (job) renderRows(job); });
    scope.listen(files, 'click', event => {
        const button = event.target.closest('button.file-row');
        if (button?.row) openRow(button.row, button);
    });

    /**
     * The listing's own item for a row, by its exact identity (D57): the root index the scan recorded, still carrying
     * the row's label (so a reordered or replaced source never opens another root's file), and its exact relative path.
     */
    async function listed(row) {
        if (row.root_index === null) return null;
        if (!roots) {
            const data = await api.get('/prompt_manager/gallery/subfolders?mode=workspace', { signal: scope.signal });
            roots = Array.isArray(data?.roots) ? data.roots : [];
        }
        const root = roots.find(item => item?.index === row.root_index);
        if (!root || root.label !== row.root) return null;
        const params = new URLSearchParams({ mode: 'workspace', root: String(root.index), path: row.path,
            limit: String(LISTING_LIMIT) });
        const page = await api.get(`/prompt_manager/images/output?${params}`, { signal: scope.signal });
        return (Array.isArray(page?.images) ? page.images : []).find(item => item?.path === row.path
            && item.root_index === root.index) ?? null;
    }

    async function openRow(row, trigger) {
        if (trigger.getAttribute('aria-disabled') === 'true') return;
        trigger.setAttribute('aria-disabled', 'true');
        try {
            const item = await listed(row);
            if (scope.signal.aborted) return;
            if (!item) { showWorkspaceToast(FILE_GONE); return; }
            viewer.open({ items: [item], selectedKey: imageKey(item), trigger });
        } catch {
            if (!scope.signal.aborted) showWorkspaceToast(OPEN_FAILED);
        } finally {
            trigger.removeAttribute('aria-disabled');
        }
    }

    lastState = store.find(jobId)?.state ?? null;
    scope.cleanup(store.subscribe(follow));
    render();
    read();
    // A job that finished before this page loaded is only in the list read; once it answered, the store decides.
    store.load().then(() => {
        if (scope.signal.aborted || store.status !== 'ready') return;
        listedOnce = true;
        render();
    });
}