nodes/hao-ai-lab-FastVideo
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

clean-up + kv cache debugging

Browse Source
This commit is contained in:
Matthew Noto
2025-08-31 08:31:19 +00:00
committed by JerryZhou54
parent a75bccb75d
commit 60eac9f18b
12 changed files with 97 additions and 291 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/inference/basic/basic_self_forcing_causal.py
+4 -37
View File
@@ -8,7 +8,6 @@ def main():
# model.
# If a local path is provided, FastVideo will make a best effort
# attempt to identify the optimal arguments.
load_start_time = time.perf_counter()
model_name = "wlsaidhi/SFWan2.1-T2V-1.3B-Diffusers"
generator = VideoGenerator.from_pretrained(
model_name,
@@ -18,47 +17,15 @@ def main():
text_encoder_cpu_offload=False,
dit_cpu_offload=False,
)
load_end_time = time.perf_counter()
load_time = load_end_time - load_start_time
sampling_param = SamplingParam.from_pretrained(model_name)
start_time = time.perf_counter()
prompt = (
"A large metal cylinder is seen pressing down on a pile of colorful candies, flattening them as if they were under a hydraulic press. The candies are crushed and broken into small pieces, creating a mess on the table."
"A curious raccoon peers through a vibrant field of yellow sunflowers, its eyes "
"wide with interest. The playful yet serene atmosphere is complemented by soft "
"natural light filtering through the petals. Mid-shot, warm and cheerful tones."
)
video = generator.generate_video(prompt, output_path=OUTPUT_PATH, save_video=True, sampling_param=sampling_param)
end_time = time.perf_counter()
gen_time1 = end_time - start_time
e2e_gen_time = end_time - load_start_time
# Generate another video with a different prompt, without reloading the
# model!
# gen_time_list = []
# for i in range(10):
# start_time = time.perf_counter()
# prompt2 = (
# "A majestic lion strides across the golden savanna, its powerful frame "
# "glistening under the warm afternoon sun. The tall grass ripples gently in "
# "the breeze, enhancing the lion's commanding presence. The tone is vibrant, "
# "embodying the raw energy of the wild. Low angle, steady tracking shot, "
# "cinematic.")
# video2 = generator.generate_video(prompt2, output_path=OUTPUT_PATH, save_video=True, sampling_param=sampling_param)
# end_time = time.perf_counter()
# gen_time2 = end_time - start_time
# gen_time_list.append(gen_time2)
# # print(f"Time taken for video {i}: {gen_time2} seconds")
# print(f"Time taken for first video: {gen_time1} seconds")
# print(f"Average time taken for 10 videos: {sum(gen_time_list) / len(gen_time_list)} seconds")
# for i, gen_time in enumerate(gen_time_list):
# print(f"Time taken for video {i}: {gen_time} seconds")
# # print(f"Time taken for second video: {gen_time2} seconds")
# print(f"Time taken to load model: {load_time} seconds")
# print(f"Time taken for first e2e generation: {e2e_gen_time} seconds")
if __name__ == "__main__":
main()
main()