Jason HokuandClaude Fable 5.1
5cf0782ce0
html_generator.get_html_template now emits a shell (empty fullManifest flagged __uscg_lazy__, inline_manifest=True restores the old behaviour). New route GET /config_tester/manifest?session=<name>: compact JSON, weak ETag, 304 on If-None-Match, gzip, torn-read retry (logic in run_api.load_manifest_for_fetch). /config_tester/dashboard gets gzip + content ETag. The SPA boots with one fetch (no more double load), resync is conditional and non-destructive, and web/dashboard.js asks the iframe to re-fetch (reload_manifest) instead of parsing data out of the Generator's executed message. Also fixes the dead session-name regex in dashboard_node.py. Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
253 lines
10 KiB
Python
253 lines
10 KiB
Python
"""Fixtures for the Dashboard SPA browser smoke test.
|
|
|
|
The page is the REAL html_generator output (loaded under a private module name,
|
|
because tests/conftest.py registers a stub `html_generator`), served from a fake
|
|
origin through `page.route`, so no web server or ComfyUI is involved.
|
|
"""
|
|
import importlib.util
|
|
import io
|
|
import json
|
|
import os
|
|
|
|
import pytest
|
|
|
|
_NODE_ROOT = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|
ORIGIN = "http://uscg.test"
|
|
SESSION = "smoke"
|
|
N_ITEMS = 24
|
|
|
|
|
|
def load_real_html_generator():
|
|
spec = importlib.util.spec_from_file_location(
|
|
"uscg_real_html_generator", os.path.join(_NODE_ROOT, "html_generator.py"))
|
|
mod = importlib.util.module_from_spec(spec)
|
|
spec.loader.exec_module(mod)
|
|
return mod
|
|
|
|
|
|
def build_dashboard_page(manifest, node_id="7", title=SESSION):
|
|
"""The exact HTML string the Dashboard node shows in its iframe srcdoc (a lazy shell: no items inlined)."""
|
|
return load_real_html_generator().get_html_template(title, manifest, node_id)
|
|
|
|
|
|
def make_item(i, model, sampler, scheduler, cfg, steps, lora):
|
|
prompt = f"a photo of a cat, variant {i % 2}"
|
|
return {
|
|
"id": 1000 + i,
|
|
"gen_index": i,
|
|
"file": f"/view?filename=smoke_{i:04d}.png&type=output&subfolder=benchmarks/{SESSION}",
|
|
"favorited": False,
|
|
"rejected": False,
|
|
"note": "",
|
|
"positive": prompt,
|
|
"config_positive": prompt,
|
|
"negative": "blurry",
|
|
"model": model,
|
|
"lora": lora,
|
|
"sampler": sampler,
|
|
"scheduler": scheduler,
|
|
"steps": steps,
|
|
"cfg": cfg,
|
|
"seed": 100 + i,
|
|
"denoise": 1.0,
|
|
"width": 512,
|
|
"height": 768,
|
|
"duration": round(1 + 0.1 * i, 2),
|
|
"batch_idx": 0,
|
|
}
|
|
|
|
|
|
def make_manifest(meta=None):
|
|
"""24 items, every config tuple unique. Newest first, like the real manifest.
|
|
`meta` (optional) is merged over the default meta dict."""
|
|
built = []
|
|
i = 0
|
|
for model in ("sdxl_base.safetensors", "juggernautXL_v9.safetensors"):
|
|
for sampler in ("euler", "dpmpp_2m", "uni_pc"):
|
|
for scheduler in ("normal", "karras"):
|
|
for cfg in (4.0, 7.0):
|
|
steps = 20 if i % 2 == 0 else 30
|
|
lora = "None" if i % 4 < 2 else "detail_tweaker.safetensors:0.8"
|
|
built.append(make_item(i, model, sampler, scheduler, cfg, steps, lora))
|
|
i += 1
|
|
return {
|
|
"session_name": SESSION,
|
|
"meta": {"model": "", "positive": "", "negative": "", **(meta or {})},
|
|
"items": list(reversed(built)),
|
|
}
|
|
|
|
|
|
_PNG_CACHE = {}
|
|
|
|
|
|
def png_bytes(name):
|
|
if name not in _PNG_CACHE:
|
|
from PIL import Image
|
|
h = (sum(ord(c) * (k + 7) for k, c in enumerate(name)) * 2654435761) & 0xFFFFFF
|
|
img = Image.new("RGB", (64, 96), ((h >> 16) & 255, (h >> 8) & 255, h & 255))
|
|
buf = io.BytesIO()
|
|
img.save(buf, format="PNG")
|
|
_PNG_CACHE[name] = buf.getvalue()
|
|
return _PNG_CACHE[name]
|
|
|
|
|
|
class Dashboard:
|
|
"""The page plus a request log and a few helpers."""
|
|
|
|
def __init__(self, page, manifest):
|
|
self.page = page
|
|
self.manifest = manifest
|
|
self.request_log = [] # (method, path, parsed_json_body_or_None)
|
|
self.sessions = [] # payload of /config_tester/list_sessions
|
|
self.comparisons = [] # votes echoed back by /config_tester/save_comparisons
|
|
self.pageerrors = []
|
|
# GET /config_tester/manifest (the lazy-manifest route): ETag W/"v<manifest_version>",
|
|
# 304 on a matching If-None-Match. Bump manifest_version after changing self.manifest.
|
|
self.manifest_version = 1
|
|
self.manifest_requests = [] # {"session", "if_none_match"} per request
|
|
self.title = SESSION # session name baked into the shell ("" = landing page)
|
|
self.view_manifest_hits = 0 # old-style /view?filename=manifest.json requests (must stay 0 on boot)
|
|
self.known_sessions = None # None: every session name exists (like the old /view); else a set
|
|
self.hold_manifest = False # True: park manifest requests until release_manifest()
|
|
self.held = []
|
|
|
|
def release_manifest(self):
|
|
self.hold_manifest = False
|
|
held, self.held = self.held, []
|
|
for route in held:
|
|
self._serve_manifest(route, route.request.url.partition("?")[2], None)
|
|
|
|
def _serve_manifest(self, route, query, _unused):
|
|
from urllib.parse import parse_qs
|
|
sess = (parse_qs(query).get("session") or [""])[0]
|
|
inm = route.request.headers.get("if-none-match")
|
|
self.manifest_requests.append({"session": sess, "if_none_match": inm})
|
|
if self.known_sessions is not None and sess not in self.known_sessions:
|
|
return route.fulfill(status=404, content_type="application/json", body='{"error": "not found"}')
|
|
etag = f'W/"v{self.manifest_version}"'
|
|
if inm and etag in [p.strip() for p in inm.split(",")]:
|
|
return route.fulfill(status=304, headers={"ETag": etag, "Cache-Control": "no-cache"})
|
|
return route.fulfill(status=200, content_type="application/json", body=json.dumps(self.manifest),
|
|
headers={"ETag": etag, "Cache-Control": "no-cache"})
|
|
|
|
make_item = staticmethod(make_item)
|
|
|
|
def ev(self, js):
|
|
return self.page.evaluate(js)
|
|
|
|
@property
|
|
def visible_cards(self):
|
|
# Pooled cards stay in the DOM with display:none: always filter on :visible.
|
|
return self.page.locator("#grid .card:visible")
|
|
|
|
def handle(self, route):
|
|
req = route.request
|
|
if not req.url.startswith(ORIGIN + "/"):
|
|
return route.abort() # e.g. the GitHub stars fetch
|
|
body = None
|
|
if req.method == "POST":
|
|
try:
|
|
body = json.loads(req.post_data or "null")
|
|
except ValueError:
|
|
body = None
|
|
path, _, query = req.url[len(ORIGIN):].partition("?")
|
|
self.request_log.append((req.method, path, body))
|
|
if path == "/":
|
|
return route.fulfill(status=200, content_type="text/html; charset=utf-8",
|
|
body=build_dashboard_page(self.manifest, title=self.title))
|
|
if path == "/config_tester/manifest":
|
|
if self.hold_manifest:
|
|
self.held.append(route)
|
|
return None
|
|
return self._serve_manifest(route, query, None)
|
|
if path == "/view":
|
|
params = dict(kv.partition("=")[::2] for kv in query.split("&") if kv)
|
|
name = params.get("filename", "")
|
|
if name == "manifest.json":
|
|
self.view_manifest_hits += 1
|
|
return route.fulfill(status=200, content_type="application/json",
|
|
body=json.dumps(self.manifest))
|
|
return route.fulfill(status=200, content_type="image/png", body=png_bytes(name))
|
|
if path in ("/config_tester/save_changes", "/config_tester/save_manifest"):
|
|
return route.fulfill(status=200, content_type="application/json",
|
|
body='{"status":"ok"}')
|
|
if path == "/config_tester/list_sessions":
|
|
return route.fulfill(status=200, content_type="application/json", body=json.dumps(self.sessions))
|
|
if path == "/config_tester/save_comparisons":
|
|
body = body or {}
|
|
drop = set(body.get("remove") or [])
|
|
self.comparisons = [c for c in self.comparisons
|
|
if f"{c.get('ts')}:{c.get('a')}:{c.get('b')}" not in drop]
|
|
self.comparisons += list(body.get("append") or [])
|
|
return route.fulfill(status=200, content_type="application/json",
|
|
body=json.dumps({"comparisons": self.comparisons,
|
|
"total": len(self.comparisons)}))
|
|
return route.fulfill(status=200, content_type="application/json", body="{}")
|
|
|
|
|
|
@pytest.fixture
|
|
def manifest_meta(request):
|
|
"""Extra manifest meta for the `dashboard` fixture; override via indirect parametrize."""
|
|
return getattr(request, "param", None) or {}
|
|
|
|
|
|
@pytest.fixture
|
|
def dashboard(page, manifest_meta):
|
|
from playwright.sync_api import expect
|
|
d = Dashboard(page, make_manifest(manifest_meta))
|
|
page.set_viewport_size({"width": 1600, "height": 1200})
|
|
page.on("pageerror", lambda e: d.pageerrors.append(str(e)))
|
|
page.route("**/*", d.handle)
|
|
page.goto(ORIGIN + "/")
|
|
page.wait_for_function(
|
|
f"typeof processedData!=='undefined' && processedData.length==={N_ITEMS}")
|
|
expect(page.locator("#grid .card:visible")).to_have_count(N_ITEMS)
|
|
yield d
|
|
assert d.pageerrors == []
|
|
|
|
|
|
@pytest.fixture
|
|
def dashboard_kit():
|
|
"""Raw pieces for tests that need a custom page around the dashboard (e.g. an iframe wrapper)."""
|
|
return {"ORIGIN": ORIGIN, "Dashboard": Dashboard, "make_manifest": make_manifest}
|
|
|
|
|
|
@pytest.fixture
|
|
def phone_dashboard(browser, playwright):
|
|
"""Factory: the same fake-origin dashboard in a Pixel 7 context (touch, coarse pointer, 412 px wide).
|
|
|
|
`phone_dashboard(manifest=None, sessions=None, init_scripts=(), n_items=N_ITEMS)` returns a
|
|
Dashboard; init scripts run before the page loads. Contexts are closed at teardown.
|
|
"""
|
|
contexts, dashboards = [], []
|
|
|
|
def make(manifest=None, sessions=None, init_scripts=(), n_items=N_ITEMS):
|
|
from playwright.sync_api import expect
|
|
ctx = browser.new_context(**playwright.devices["Pixel 7"])
|
|
contexts.append(ctx)
|
|
for js in init_scripts:
|
|
ctx.add_init_script(js)
|
|
page = ctx.new_page()
|
|
d = Dashboard(page, manifest or make_manifest())
|
|
d.sessions = sessions or []
|
|
dashboards.append(d)
|
|
page.on("pageerror", lambda e: d.pageerrors.append(str(e)))
|
|
loaded = []
|
|
page.on("console", lambda m: loaded.append(1) if "Session loaded successfully" in m.text else None)
|
|
page.route("**/*", d.handle)
|
|
page.goto(ORIGIN + "/")
|
|
page.wait_for_function(
|
|
f"typeof processedData!=='undefined' && processedData.length==={n_items}")
|
|
expect(page.locator("#grid .card:visible").first).to_be_visible()
|
|
for _ in range(100): # the startup loadSession() closes the settings panel when it finishes
|
|
if loaded:
|
|
break
|
|
page.wait_for_timeout(50)
|
|
return d
|
|
|
|
yield make
|
|
for d in dashboards:
|
|
assert d.pageerrors == []
|
|
for ctx in contexts:
|
|
ctx.close()
|