The F5-TTS voice library (input/F5-TTS scanning, voice upload with ffmpeg conversion, romanization, Load Audio clip drags) and the engine switch are removed. The audio page now works with one engine, Anomalous_TTS (GPT-SoVITS): characters, drags onto its node, the Script Director with direct generation, pronunciation and settings. The audio gallery and its stream route stay (output and temp folders only). The root PATH hack that existed for F5-TTS's ffmpeg lookup is gone. Recorded as AD-016. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
172 lines
7.2 KiB
JavaScript
172 lines
7.2 KiB
JavaScript
/**
|
||
* Pure script rules for GPT-SoVITS (Anomalous_TTS) scripts (no DOM, no canvas access).
|
||
*
|
||
* The node takes a character and a script in which `{happy}` switches to that
|
||
* emotion's reference, `{main}` back to the main one, and `[take:N]` asks for
|
||
* another take of one line. `buildTtsPrompt` runs a script without a canvas.
|
||
*/
|
||
|
||
export const MAIN_TAG = '{main}';
|
||
|
||
const normalisePath = value => String(value ?? '').replace(/\\/g, '/');
|
||
|
||
/** Return the widget's own spelling of `relativePath` (slashes may differ on Windows), or null when not offered. */
|
||
export function comboValueForPath(widget, relativePath) {
|
||
const wanted = normalisePath(relativePath);
|
||
if (!wanted) return null;
|
||
const values = Array.isArray(widget?.options?.values) ? widget.options.values : null;
|
||
if (!values) return wanted;
|
||
return values.find(value => normalisePath(value) === wanted) ?? null;
|
||
}
|
||
|
||
const SENTENCE_END = new Set(['。', '!', '?', '!', '?']);
|
||
// Closing quotes/brackets and trailing marks that belong to the sentence they follow.
|
||
const TRAILING = new Set(['。', '!', '?', '!', '?', '」', '』', '”', '’', '"', "'", ')', ')', '】', '》', '〉', '~', '~']);
|
||
const SPEAKABLE = /[\p{L}\p{N}]/u;
|
||
|
||
function splitSentences(line) {
|
||
const chars = [...line];
|
||
const segments = [];
|
||
let current = '';
|
||
for (let i = 0; i < chars.length; i++) {
|
||
const char = chars[i];
|
||
current += char;
|
||
// A single '.' ends an English sentence only before whitespace; '3.5', '...' and '……' do not split.
|
||
const isPeriod = char === '.' && chars[i - 1] !== '.' && chars[i + 1] !== '.' && (i + 1 >= chars.length || /\s/.test(chars[i + 1]));
|
||
if (!SENTENCE_END.has(char) && !isPeriod) continue;
|
||
while (i + 1 < chars.length && TRAILING.has(chars[i + 1])) current += chars[++i];
|
||
segments.push(current);
|
||
current = '';
|
||
}
|
||
segments.push(current);
|
||
return segments;
|
||
}
|
||
|
||
/** Punctuation-only pieces ("……", "!」") cannot be spoken on their own: attach them to a neighbour. */
|
||
function attachUnspeakable(segments) {
|
||
const result = [];
|
||
let pending = '';
|
||
for (const segment of segments) {
|
||
if (SPEAKABLE.test(segment)) {
|
||
result.push(pending + segment);
|
||
pending = '';
|
||
} else if (result.length) {
|
||
result[result.length - 1] += segment;
|
||
} else {
|
||
pending += segment;
|
||
}
|
||
}
|
||
if (pending) result.push(pending);
|
||
return result;
|
||
}
|
||
|
||
/**
|
||
* Split a script into segments. `sentence`: at 。!?!? (with trailing quotes or
|
||
* brackets) and newlines; ellipses never split. `line`: one segment per line.
|
||
*/
|
||
export function splitScriptLines(text, mode = 'sentence') {
|
||
const lines = String(text || '').split(/\n+/).map(line => line.trim()).filter(Boolean);
|
||
const segments = mode === 'line' ? lines : lines.flatMap(splitSentences);
|
||
return attachUnspeakable(segments.map(segment => segment.trim()).filter(Boolean));
|
||
}
|
||
|
||
/** Split one segment at a caret position; null when either side would be empty. */
|
||
export function splitSegmentAt(text, position) {
|
||
const value = String(text || '');
|
||
const before = value.slice(0, position).trim();
|
||
const after = value.slice(position).trim();
|
||
return before && after ? [before, after] : null;
|
||
}
|
||
|
||
/** Join two segments: a space only between Latin words/digits, none for CJK text. */
|
||
export function joinSegments(first, second) {
|
||
const a = String(first || '').trim();
|
||
const b = String(second || '').trim();
|
||
if (!a || !b) return a || b;
|
||
return /[A-Za-z0-9,.;:!?]$/.test(a) && /^[A-Za-z0-9]/.test(b) ? `${a} ${b}` : `${a}${b}`;
|
||
}
|
||
|
||
/**
|
||
* Once any line is tagged, untagged lines get {main} instead of inheriting the previous voice.
|
||
* A line with `take` > 1 (GPT-SoVITS only) gets `[take:N]` right before its text.
|
||
*/
|
||
export function composeScript(lines) {
|
||
const anyTagged = lines.some(line => line.voice?.tag);
|
||
return lines
|
||
.map(line => {
|
||
const tag = line.voice?.tag || (anyTagged ? MAIN_TAG : '');
|
||
const text = line.take > 1 ? `[take:${line.take}]${line.text}` : line.text;
|
||
return tag ? `${tag} ${text}` : text;
|
||
})
|
||
.join('\n')
|
||
.trim();
|
||
}
|
||
|
||
/** Emotions of a voice group the node can switch to with `{emotion}` (main first). */
|
||
export function usableEmotions(group) {
|
||
return (group?.slices || []).map(slice => slice.emotion);
|
||
}
|
||
|
||
/**
|
||
* Bundle script lines for one TTS node. `lines` are `{ text, emotion }`; the node's
|
||
* `character` widget gets the group's `node_value` and every emotion must be usable
|
||
* for that group. `takes` (runs in the director) writes each line's `take` as `[take:N]`.
|
||
* Returns `{ sample, speech, lineCount }` or `{ error: localeKey }`.
|
||
*/
|
||
export function buildScriptPackage(lines, group, { takes = false } = {}) {
|
||
if (!group) return { error: 'scriptDirectorPickCharacter' };
|
||
const usable = new Set(usableEmotions(group));
|
||
const voice = group.node_value;
|
||
if (!voice || group.has_main === false || !usable.has('main')) return { error: 'scriptDirectorMainMissing' };
|
||
const voiced = [];
|
||
for (const line of lines || []) {
|
||
const text = String(line?.text || '').trim();
|
||
if (!text) continue;
|
||
const emotion = line.emotion || 'main';
|
||
if (!usable.has(emotion)) return { error: 'scriptDirectorVoiceUnusable' };
|
||
voiced.push({ text, voice: emotion === 'main' ? null : { tag: `{${emotion}}` }, take: takes ? line.take || 1 : 1 });
|
||
}
|
||
if (!voiced.length) return { error: 'scriptDirectorEmpty' };
|
||
return { sample: voice, speech: composeScript(voiced), lineCount: voiced.length };
|
||
}
|
||
|
||
/** Save Audio prefix for a character: `output/audio/<character>/…`, keeping file names Windows accepts. */
|
||
export function ttsOutputPrefix(character) {
|
||
const parts = String(character || '').split('/')
|
||
.map(part => part.replace(/[<>:"\\|?*\u0000-\u001f]/g, '_').trim().replace(/^\.+$/, '_') || '_');
|
||
return `audio/${parts.join('/')}/${parts[parts.length - 1]}`;
|
||
}
|
||
|
||
export const TTS_NODE_CLASS = 'AnomalousTTS_CharacterSpeech';
|
||
|
||
/**
|
||
* ComfyUI API prompt for one GPT-SoVITS script: the character node, then Save Audio
|
||
* (`preview: true`: Preview Audio, a temp file that stays out of the audio gallery).
|
||
* `inputs` are more node inputs by name (speed, top_k …); left out, the node's defaults apply.
|
||
*/
|
||
export function buildTtsPrompt({ character, speech, seed, language = 'auto', preview = false, ...inputs }) {
|
||
return {
|
||
1: {
|
||
class_type: TTS_NODE_CLASS,
|
||
inputs: { character, text: speech, seed, language, ...inputs },
|
||
},
|
||
2: preview
|
||
? { class_type: 'PreviewAudio', inputs: { audio: ['1', 0] } }
|
||
: { class_type: 'SaveAudio', inputs: { audio: ['1', 0], filename_prefix: ttsOutputPrefix(character) } },
|
||
};
|
||
}
|
||
|
||
/**
|
||
* Read a tagged script back into segments, splitting at `{emotion}` tags.
|
||
* Text before the first tag belongs to the main voice.
|
||
*/
|
||
export function parseTaggedSpeech(speech) {
|
||
return String(speech || '')
|
||
.split(/(?=\{[^}]+\})/)
|
||
.map(part => {
|
||
const match = /^\{([^}]+)\}/.exec(part);
|
||
return { emotion: match ? match[1].trim() : 'main', text: (match ? part.slice(match[0].length) : part).trim() };
|
||
})
|
||
.filter(segment => segment.text);
|
||
}
|