Delete Open Sora Plan Modeling

This commit is contained in:
Peiyuan Zhang
2024-10-28 17:20:12 +00:00
parent d8489bf368
commit 4c3a83a0b3
37 changed files with 8 additions and 4439 deletions
-21
View File
@@ -1,21 +0,0 @@
# REAL_DATASET_DIR=/remote-home1/dataset/OpenMMLab___Kinetics-400/raw/Kinetics-400/videos_val/
REAL_DATASET_DIR=data/dummyVid/video
EXP_NAME=decoder
SAMPLE_RATE=3
NUM_FRAMES=33
RESOLUTION=256
SUBSET_SIZE=50
METRIC=ssim
python opensora/models/causalvideovae/eval/eval_common_metric.py \
--batch_size 1 \
--real_video_dir ${REAL_DATASET_DIR} \
--generated_video_dir /remote-home1/lzj/dataset/gen/${EXP_NAME}_sr${SAMPLE_RATE}_nf${NUM_FRAMES}_res${RESOLUTION}_subset${SUBSET_SIZE} \
--device cuda:0 \
--sample_fps 3 \
--sample_rate ${SAMPLE_RATE} \
--num_frames ${NUM_FRAMES} \
--resolution ${RESOLUTION} \
--subset_size ${SUBSET_SIZE} \
--crop_size ${RESOLUTION} \
--metric ${METRIC}
-24
View File
@@ -1,24 +0,0 @@
export CUDA_VISIBLE_DEVICES=0
REAL_DATASET_DIR=valid/
EXP_NAME=decoder
SAMPLE_RATE=1
NUM_FRAMES=33
RESOLUTION=512
SUBSET_SIZE=1
CKPT=/storage/lcm/Causal-Video-VAE/results/488dim8
python opensora/models/causalvideovae/sample/rec_video_vae.py \
--batch_size 1 \
--real_video_dir ${REAL_DATASET_DIR} \
--generated_video_dir valid_gen/${EXP_NAME}_sr${SAMPLE_RATE}_nf${NUM_FRAMES}_res${RESOLUTION}_subset${SUBSET_SIZE} \
--device cuda \
--sample_fps 24 \
--sample_rate ${SAMPLE_RATE} \
--num_frames ${NUM_FRAMES} \
--resolution ${RESOLUTION} \
--subset_size ${SUBSET_SIZE} \
--crop_size ${RESOLUTION} \
--num_workers 8 \
--ckpt ${CKPT} \
--output_origin \
--enable_tiling
-8
View File
@@ -1,8 +0,0 @@
CUDA_VISIBLE_DEVICES=0 python examples/rec_image.py \
--ae_path "/storage/dataset/test140k" \
--image_path /storage/dataset/image/anytext3m/ocr_data/Art/images/gt_5544.jpg \
--rec_path rec.jpg \
--device cuda \
--short_size 512 \
--ae CausalVAEModel_4x8x8 \
--enable_tiling
-11
View File
@@ -1,11 +0,0 @@
CUDA_VISIBLE_DEVICES=0 python opensora/sample/vae_reconstruct_video.py \
--ae_path "data/Open-Sora-Plan-v1.2.0/vae" \
--video_path data/dummyVid/for_vae_reconstruct.mp4 \
--rec_path rec.mp4 \
--device cuda \
--sample_rate 1 \
--num_frames 65 \
--height 480 \
--width 640 \
--ae CausalVAEModel_4x8x8 \
--enable_tiling --tile_overlap_factor 0.125 --save_memory
-18
View File
@@ -1,18 +0,0 @@
CUDA_VISIBLE_DEVICES=0 python opensora/sample/sample_t2v.py \
--model_path outputs/debug/checkpoint-250/model \
--num_frames 29 \
--height 480 \
--width 640 \
--cache_dir "data/.cache" \
--text_encoder_name google/mt5-xxl \
--text_prompt data/inference_prompt/overfit.txt \
--ae CausalVAEModel_D4_4x8x8 \
--ae_path "data/Open-Sora-Plan-v1.2.0/vae" \
--save_img_path "data/inference_prompt" \
--fps 24 \
--guidance_scale 7.5 \
--num_sampling_steps 100 \
--enable_tiling \
--max_sequence_length 512 \
--sample_method EulerAncestralDiscrete \
--model_type "dit"
-21
View File
@@ -1,21 +0,0 @@
torchrun --nnodes=1 --nproc_per_node 8 --master_port 29503 \
-m opensora.sample.sample_t2v_ddp \
--model_path /path/to/checkpoint-xxx/model_ema \
--num_frames 93 \
--height 720 \
--width 1280 \
--cache_dir "./cache_dir" \
--text_encoder_name google/mt5-xxl \
--text_prompt examples/prompt_list_0.txt \
--ae CausalVAEModel_D4_4x8x8 \
--ae_path "/path/to/causalvideovae" \
--save_img_path "./sample_93x480p_cfg7.5_step100_eulera" \
--fps 24 \
--guidance_scale 7.5 \
--num_sampling_steps 100 \
--enable_tiling \
--tile_overlap_factor 0.125 \
--max_sequence_length 512 \
--sample_method EulerAncestralDiscrete \
--model_type "dit"
-21
View File
@@ -1,21 +0,0 @@
torchrun --nnodes=1 --nproc_per_node 8 --master_port 29503 \
-m opensora.sample.sample_t2v_sp \
--model_path /path/to/checkpoint-xxx/model_ema \
--num_frames 93 \
--height 720 \
--width 1280 \
--cache_dir "./cache_dir" \
--text_encoder_name google/mt5-xxl \
--text_prompt examples/prompt_list_0.txt \
--ae CausalVAEModel_D4_4x8x8 \
--ae_path "/path/to/causalvideovae" \
--save_img_path "./sample_video_test" \
--fps 24 \
--guidance_scale 7.5 \
--num_sampling_steps 100 \
--enable_tiling \
--tile_overlap_factor 0.125 \
--max_sequence_length 512 \
--sample_method EulerAncestralDiscrete \
--model_type "dit"
+8
View File
@@ -0,0 +1,8 @@
from huggingface_hub import HfApi
api = HfApi()
api.upload_folder(
folder_path="data/dummySynthetic",
repo_id="Stealths-Video/Mochi-Synthetic-Data",
repo_type="dataset",
)