Files
hao-ai-lab-FastVideo/fastvideo/tests/entrypoints/test_image_response_format_validation.py
Boyang ZHONG 6275ac2c8e [bugfix] Validate image parameters before generation and uploads (#1916)
The image endpoints now validate size, output format and count before they
create output directories, save uploads or start generation. An invalid value
returns HTTP 400. Omitted or null values keep their defaults.

Behavior change: an explicit empty size or output format, and a count outside
1-10, now return HTTP 400. Before, the server replaced them with defaults or
clamped the count.
2026-10-07 14:52:15 -07:00

150 lines
6.4 KiB
Python

# SPDX-License-Identifier: Apache-2.0
"""Validate image response formats before invoking the generator."""
import base64
from pathlib import Path
from types import SimpleNamespace
from unittest.mock import AsyncMock, Mock
import pytest
from fastapi import FastAPI
from fastapi.testclient import TestClient
from fastvideo.entrypoints.openai import image_api
from fastvideo.entrypoints.openai.stores import AsyncDictStore
@pytest.fixture
def image_client(monkeypatch, tmp_path):
generate = Mock(side_effect=lambda **kwargs: Path(kwargs["output_path"]).write_bytes(b"test-image-content"))
async def run_serialized(fn, **kwargs):
return fn(**kwargs)
engine = SimpleNamespace(
generator=SimpleNamespace(generate_video=generate),
run_serialized=AsyncMock(side_effect=run_serialized),
)
monkeypatch.setattr(image_api, "get_serving_engine", lambda: engine)
monkeypatch.setattr(image_api, "get_output_dir", lambda: str(tmp_path))
monkeypatch.setattr(image_api, "IMAGE_STORE", AsyncDictStore())
app = FastAPI()
app.include_router(image_api.router)
with TestClient(app) as client:
yield client, engine
@pytest.mark.parametrize("response_format", ["invalid", "INVALID"])
def test_invalid_response_format_does_not_generate(image_client, response_format, tmp_path):
client, engine = image_client
response = client.post("/v1/images", json={"prompt": "a cat", "response_format": response_format})
assert response.status_code == 400
assert response.json()["detail"] == "response_format=invalid is not supported"
engine.run_serialized.assert_not_awaited()
engine.generator.generate_video.assert_not_called()
assert not (tmp_path / "images").exists()
def test_edits_invalid_response_format_does_not_generate(image_client, tmp_path):
client, engine = image_client
response = client.post(
"/v1/images/edits",
data={"prompt": "a cat", "response_format": "invalid"},
files={"image": ("cat.png", b"fake-image", "image/png")},
)
assert response.status_code == 400
assert response.json()["detail"] == "response_format=invalid is not supported"
engine.run_serialized.assert_not_awaited()
engine.generator.generate_video.assert_not_called()
assert not (tmp_path / "uploads").exists()
@pytest.mark.parametrize(
"payload,expected",
[
pytest.param({"prompt": "a cat"}, "url", id="omitted-uses-protocol-default"),
pytest.param({"prompt": "a cat", "response_format": None}, "b64_json", id="null-falls-back-to-b64-json"),
pytest.param({"prompt": "a cat", "response_format": ""}, "b64_json", id="empty-falls-back-to-b64-json"),
pytest.param({"prompt": "a cat", "response_format": "b64_json"}, "b64_json", id="b64-json"),
pytest.param({"prompt": "a cat", "response_format": "B64_JSON"}, "b64_json", id="b64-json-uppercase"),
pytest.param({"prompt": "a cat", "response_format": "url"}, "url", id="url"),
pytest.param({"prompt": "a cat", "response_format": "URL"}, "url", id="url-uppercase"),
],
)
def test_supported_response_formats_still_generate(image_client, payload, expected):
client, engine = image_client
response = client.post("/v1/images", json=payload)
assert response.status_code == 200, response.text
body = response.json()
if expected == "url":
assert body["data"][0]["url"] == f"/v1/images/{body['id']}/content"
else:
assert base64.b64decode(body["data"][0]["b64_json"]) == b"test-image-content"
engine.run_serialized.assert_awaited_once()
engine.generator.generate_video.assert_called_once()
def test_edits_supported_response_format_still_generates(image_client):
client, engine = image_client
response = client.post(
"/v1/images/edits",
data={"prompt": "a cat", "response_format": "b64_json"},
files={"image": ("cat.png", b"fake-image", "image/png")},
)
assert response.status_code == 200, response.text
assert base64.b64decode(response.json()["data"][0]["b64_json"]) == b"test-image-content"
engine.run_serialized.assert_awaited_once()
engine.generator.generate_video.assert_called_once()
@pytest.mark.parametrize("payload", [
{"size": ""}, {"output_format": ""}, {"size": "bad-size"}, {"size": "0x16"}, {"size": "-16x16"},
{"output_format": "gif"}, {"n": 0}, {"n": -1}, {"n": 11},
])
def test_invalid_image_parameters_do_not_start_generation(image_client, payload, tmp_path):
client, engine = image_client
response = client.post("/v1/images/generations", json={"prompt": "a cat", **payload})
assert response.status_code == 400, response.text
engine.run_serialized.assert_not_awaited()
assert not (tmp_path / "images").exists()
@pytest.mark.parametrize("payload", [
{"size": ""}, {"output_format": ""}, {"size": "bad-size"}, {"size": "0x16"}, {"size": "-16x16"},
{"output_format": "gif"}, {"n": "0"}, {"n": "-1"}, {"n": "11"},
])
def test_invalid_edit_parameters_do_not_save_uploads(image_client, payload, tmp_path):
client, engine = image_client
response = client.post("/v1/images/edits", data={"prompt": "a cat", **payload},
files={"image": ("cat.png", b"fake-image", "image/png")})
assert response.status_code == 400, response.text
engine.run_serialized.assert_not_awaited()
assert not (tmp_path / "uploads").exists()
@pytest.mark.parametrize("size", ["512x768", "512X768", " 512 x 768 "])
def test_supported_image_sizes_are_forwarded(image_client, size):
client, engine = image_client
response = client.post("/v1/images/generations", json={"prompt": "a cat", "size": size})
assert response.status_code == 200, response.text
assert engine.generator.generate_video.call_args.kwargs["width"] == 512
assert engine.generator.generate_video.call_args.kwargs["height"] == 768
@pytest.mark.parametrize("size", ["512x768", "512X768", " 512 x 768 "])
def test_supported_edit_size_and_saved_input_are_forwarded(image_client, size):
client, engine = image_client
response = client.post(
"/v1/images/edits", data={"prompt": "a cat", "size": size},
files={"image": ("cat.png", b"uploaded-image", "image/png")},
)
assert response.status_code == 200, response.text
kwargs = engine.generator.generate_video.call_args.kwargs
assert (kwargs["width"], kwargs["height"]) == (512, 768)
assert Path(kwargs["image_path"]).read_bytes() == b"uploaded-image"
engine.generator.generate_video.assert_called_once()