shaoxiongduan
419e1c68f1
`get_dataset("physics_iq")` now works with no kwargs. The manifest CSV is
vendored under fastvideo/eval/metrics/physics_iq/_vendored/; per-scenario
videos, masks, and switch-frames auto-fetch on first use from the public
DeepMind bucket (https://storage.googleapis.com/physics-iq-benchmark) into
${FASTVIDEO_EVAL_CACHE}/datasets/physics_iq/, sibling to the existing
models/torch/clip/ subdirs.
Why
- Old default dataset_root was /root/physics-IQ-benchmark, which doesn't
exist on shared hosts and isn't documented anywhere.
- Examples crashed with FileNotFoundError before any user-facing message
pointed at where to get the data.
- The official upstream download script needs gcloud SDK; the bucket is
also reachable over plain HTTPS (verified) so no SDK dependency is
needed.
Behavior
- dataset_root= is now an opt-in override (mirroring vbench's
full_info_path=); defaults to get_cache_dir() / "datasets" /
"physics_iq".
- auto_download=True by default; flip to False for air-gapped runs.
- FASTVIDEO_PHYSICS_IQ_BUCKET_URL env var redirects to internal mirrors.
- Atomic .part -> rename for safe concurrent SLURM-rank fetches.
Bench script fix
- bench_physics_iq.py: --limit was applied as a post-construction
list slice, after the dataset module had already eagerly resolved
every scenario's on-disk paths. With auto-download that means we'd
pull all 198 scenarios on every smoke run. Pass limit=args.limit
through to get_dataset() so partial-data smoke runs only fetch what
they need. --dataset-root is now optional (defaults to the cache
path).
Convention for future vendored files
- _vendored/ subdirs hold upstream-provenance content. They're
auto-skipped by metric discovery (the leading _) and by codespell
(single */_vendored/* glob in [tool.codespell].skip), so future
vendored files require no further config.
- docs/contributing/eval-metrics.md updated to point at this convention
for new metrics that ship paired-reference datasets.
Tested
- pytest fastvideo/tests/eval/ -> 33 passed (1-GPU subset); 4 multi-GPU
tests skipped on 1-GPU borrow as expected.
- Smoke: get_dataset("physics_iq", limit=1) auto-fetches the 5 expected
assets; physics_iq.{mse,spatial_iou} on take-1 self-pair returns
0.0 / 1.0.
231 lines
4.9 KiB
TOML
231 lines
4.9 KiB
TOML
[build-system]
|
|
requires = ["setuptools>=61.0"]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[project]
|
|
name = "fastvideo"
|
|
version = "0.1.7"
|
|
description = "FastVideo"
|
|
readme = "README.md"
|
|
requires-python = ">=3.10"
|
|
classifiers = [
|
|
"Programming Language :: Python :: 3",
|
|
"License :: OSI Approved :: Apache Software License",
|
|
]
|
|
|
|
dependencies = [
|
|
# Core Libraries
|
|
"scipy==1.14.1",
|
|
"six==1.16.0",
|
|
"h5py==3.12.1",
|
|
"requests>=2.32.2",
|
|
|
|
# Machine Learning & Transformers
|
|
"transformers==4.57.3",
|
|
"tokenizers>=0.20.1",
|
|
"sentencepiece==0.2.0",
|
|
"timm==1.0.11",
|
|
"peft>=0.15.0",
|
|
"diffusers>=0.33.1",
|
|
"torch>=2.10.0",
|
|
"torchvision",
|
|
"torchaudio",
|
|
|
|
# Acceleration & Optimization
|
|
"accelerate==1.0.1",
|
|
|
|
# Computer Vision & Image Processing
|
|
"opencv-python==4.10.0.84",
|
|
"pillow>=10.3.0",
|
|
"imageio==2.36.0",
|
|
"imageio-ffmpeg==0.5.1",
|
|
"einops",
|
|
|
|
# Experiment Tracking & Logging
|
|
"wandb>=0.21.0",
|
|
"loguru",
|
|
"test-tube==0.7.5",
|
|
|
|
# Miscellaneous Utilities
|
|
"tqdm",
|
|
"pytest",
|
|
"PyYAML==6.0.1",
|
|
"protobuf>=5.28.3",
|
|
"gradio==5.32.0",
|
|
"moviepy>=2.0.0",
|
|
"flask",
|
|
"flask_restful",
|
|
"aiohttp",
|
|
"aiofiles",
|
|
"huggingface_hub",
|
|
"cloudpickle",
|
|
"omegaconf",
|
|
|
|
# System & Monitoring Tools
|
|
"gpustat",
|
|
"watch",
|
|
"remote-pdb",
|
|
|
|
# Kernel & Packaging
|
|
"fastvideo-kernel==0.2.6",
|
|
"wheel",
|
|
|
|
# Training Dependencies
|
|
"torchdata",
|
|
"pyarrow",
|
|
"datasets==4.0.0",
|
|
"av",
|
|
|
|
# Preprocessing Dependencies
|
|
"torchcodec",
|
|
"ray>=2.49.1",
|
|
"ftfy==6.3.1",
|
|
|
|
# Job Runner
|
|
"fastapi==0.129.0",
|
|
"uvicorn==0.41.0"
|
|
]
|
|
|
|
[tool.uv]
|
|
prerelease = "allow"
|
|
|
|
[tool.uv.sources]
|
|
torch = [
|
|
{ index = "pytorch-cpu", marker = "sys_platform != 'linux'" },
|
|
{ index = "pytorch-cu128", marker = "sys_platform == 'linux'" },
|
|
]
|
|
torchvision = [
|
|
{ index = "pytorch-cpu", marker = "sys_platform != 'linux'" },
|
|
{ index = "pytorch-cu128", marker = "sys_platform == 'linux'" },
|
|
]
|
|
|
|
[[tool.uv.index]]
|
|
name = "pytorch-cpu"
|
|
url = "https://download.pytorch.org/whl/cpu"
|
|
explicit = true
|
|
|
|
[[tool.uv.index]]
|
|
name = "pytorch-cu128"
|
|
url = "https://download.pytorch.org/whl/cu128"
|
|
explicit = true
|
|
|
|
[project.optional-dependencies]
|
|
|
|
# flash-attn: pip install flash-attn==2.8.1 --no-cache-dir --no-build-isolation
|
|
|
|
|
|
lint = [
|
|
"pre-commit==4.0.1",
|
|
"types-aiofiles",
|
|
"types-requests",
|
|
]
|
|
|
|
test = [
|
|
"av",
|
|
"pytorch-msssim==1.0.0",
|
|
"pytest",
|
|
]
|
|
|
|
# Eval extras. See fastvideo/eval/README.md for which install path
|
|
# covers which metrics. detectron2 (vbench color/object_class/etc.) is
|
|
# CUDA-version-pinned and not cleanly pip-installable — install it
|
|
# separately as documented in the README.
|
|
eval-vbench = ["openai-clip", "pyiqa", "easydict"]
|
|
eval-physics-iq = []
|
|
eval = [
|
|
"decord", "lpips", "ptlflow", "qwen-vl-utils",
|
|
"fastvideo[eval-vbench]", "fastvideo[eval-physics-iq]",
|
|
]
|
|
eval-full = ["fastvideo[eval]", "qwen-omni-utils"]
|
|
|
|
dev = [ "fastvideo[lint]", "fastvideo[test]", ]
|
|
|
|
rocm = [
|
|
"amdsmi",
|
|
]
|
|
|
|
[project.scripts]
|
|
fastvideo = "fastvideo.entrypoints.cli.main:main"
|
|
|
|
[tool.setuptools.packages.find]
|
|
exclude = ["assets*", "docker*", "docs", "scripts*"]
|
|
|
|
[tool.wheel]
|
|
exclude = ["assets*", "docker*", "docs", "scripts*"]
|
|
|
|
|
|
[tool.mypy]
|
|
warn_unused_configs = true
|
|
ignore_missing_imports = true
|
|
disallow_untyped_calls = true
|
|
check_untyped_defs = true
|
|
follow_imports = "silent"
|
|
|
|
[tool.codespell]
|
|
# ``*/_vendored/*`` matches upstream-provenance files vendored under any
|
|
# ``_vendored/`` subdir (project-wide convention; mirrors the
|
|
# ``_``-prefixed auto-discovery skip).
|
|
skip = "./data,./wandb,ui/package-lock.json,*/_vendored/*"
|
|
|
|
[tool.ruff]
|
|
# Allow lines to be as long as 120.
|
|
line-length = 120
|
|
extend-exclude = [
|
|
# Upstream submodules under fastvideo/third_party/ are not our style
|
|
# territory; modern-dep compat lives as runtime shims in our metric
|
|
# __init__.py files.
|
|
"fastvideo/third_party/**",
|
|
]
|
|
|
|
[tool.ruff.lint]
|
|
select = [
|
|
# pycodestyle
|
|
"E",
|
|
# Pyflakes
|
|
"F",
|
|
# pyupgrade
|
|
"UP",
|
|
# flake8-bugbear
|
|
"B",
|
|
# flake8-simplify
|
|
"SIM",
|
|
# isort
|
|
# "I",
|
|
"G",
|
|
]
|
|
ignore = [
|
|
# star imports
|
|
"F405", "F403",
|
|
# lambda expression assignment
|
|
"E731",
|
|
# Loop control variable not used within loop body
|
|
"B007",
|
|
# f-string format
|
|
"UP032",
|
|
# line too long
|
|
"E501",
|
|
]
|
|
|
|
[tool.ruff.lint.per-file-ignores]
|
|
# Ignore all files that end in `_test.py`.
|
|
"fastvideo/models/hunyuan/diffusion/pipelines/pipeline_hunyuan_video.py" = ["E741"]
|
|
|
|
|
|
[tool.yapf]
|
|
column_limit = 120
|
|
|
|
[tool.isort]
|
|
line_length = 120
|
|
use_parentheses = true
|
|
skip_gitignore = true
|
|
|
|
|
|
[project.urls]
|
|
Repository = "https://github.com/hao-ai-lab/FastVideo"
|
|
# Used by Comfy Registry https://comfyregistry.org
|
|
|
|
[tool.comfy]
|
|
PublisherId = "fastvideo"
|
|
DisplayName = "FastVideo"
|
|
Icon = "https://raw.githubusercontent.com/hao-ai-lab/FastVideo/main/comfyui/assets/icon_simple.svg"
|