nodes/hao-ai-lab-FastVideo
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
Files
ci/precommit-status-post
hao-ai-lab-FastVideo/examples/training/finetune/MatrixGame2.0/validation.json
T
Kaiqin Kong 0c6862ca55 [feature] Add Matrix Game 2.0 training (#1017) 
The CI tests are quite unstable, but since multiple CI tests indicates that each individual tests are passed, I think we can merge this.
2026-01-26 19:21:43 -08:00

5020 lines
112 KiB
JSON
Raw Permalink Blame History

{
"data": [
{
"caption": "all_left",
"image_path": "../../../../footsies-dataset/validate/0.png",
"video_path": null,
"num_inference_steps": 40,
"height": 352,
"width": 640,
"num_frames": 77,
"keyboard_cond": [
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
]
]
},
{
"caption": "all_right",
"image_path": "../../../../footsies-dataset/validate/0.png",
"video_path": null,
"num_inference_steps": 40,
"height": 352,
"width": 640,
"num_frames": 77,
"keyboard_cond": [
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
]
]
},
{
"caption": "all_idle",
"image_path": "../../../../footsies-dataset/validate/0.png",
"video_path": null,
"num_inference_steps": 40,
"height": 352,
"width": 640,
"num_frames": 77,
"keyboard_cond": [
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
]
]
},
{
"caption": "alternating_left_idle_right",
"image_path": "../../../../footsies-dataset/validate/0.png",
"video_path": null,
"num_inference_steps": 40,
"height": 352,
"width": 640,
"num_frames": 77,
"keyboard_cond": [
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
]
]
},
{
"caption": "all_left_with_left_position",
"image_path": "../../../../footsies-dataset/validate/1.png",
"video_path": null,
"num_inference_steps": 40,
"height": 352,
"width": 640,
"num_frames": 77,
"keyboard_cond": [
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
]
]
},
{
"caption": "all_right_with_right_position",
"image_path": "../../../../footsies-dataset/validate/2.png",
"video_path": null,
"num_inference_steps": 40,
"height": 352,
"width": 640,
"num_frames": 77,
"keyboard_cond": [
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
]
]
},
{
"caption": "alternating_left_right_with_1:2 ratio",
"image_path": "../../../../footsies-dataset/validate/1.png",
"video_path": null,
"num_inference_steps": 40,
"height": 352,
"width": 640,
"num_frames": 77,
"keyboard_cond": [
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
]
]
},
{
"caption": "alternating_left_right_with_2:1 ratio",
"image_path": "../../../../footsies-dataset/validate/1.png",
"video_path": null,
"num_inference_steps": 40,
"height": 352,
"width": 640,
"num_frames": 77,
"keyboard_cond": [
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
],
[
0,
0,
1,
0,
0,
0
]
]
}
]
}
Reference in New Issue View Git Blame Copy Permalink