finish test setup

run_video.py

@@ -1,31 +1,27 @@
 #!/usr/bin/env python3
 import torch
-from diffusers import DiffusionPipeline, DPMSolverMultistepScheduler, TextToVideoSDPipeline
-import numpy as np
-import gc
+from diffusers import DiffusionPipeline, DPMSolverMultistepScheduler
 from diffusers.utils import export_to_video
 from PIL import Image
 
-pipe = TextToVideoSDPipeline.from_pretrained("cerspense/zeroscope_v2_XL", torch_dtype=torch.float16)
+# Make sure CUDA has < 13GB VRAM
+torch.cuda.set_per_process_memory_fraction(0.5)
+
+pipe = DiffusionPipeline.from_pretrained("cerspense/zeroscope_v2_576w", torch_dtype=torch.float16)
 pipe.scheduler = DPMSolverMultistepScheduler.from_config(pipe.scheduler.config)
 pipe.enable_model_cpu_offload()
 pipe.enable_vae_slicing()
 
-prompt = "spiderman running in the desert"
-video_frames = pipe(prompt, num_inference_steps=2, height=576, width=1024, num_frames=24).frames
-# video_path = export_to_video(video_frames, output_video_path="/home/patrick/videos/video_576_spiderman_24.mp4")
-pipe.to("cpu")
-import ipdb; ipdb.set_trace()
-
-del pipe
-gc.collect()
-torch.cuda.empty_cache()
+prompt = "Darth Vader is surfing on waves"
+video_frames = pipe(prompt, num_inference_steps=40, height=320, width=576, num_frames=36).frames
+video_path = export_to_video(video_frames, output_video_path="/home/patrick/videos/video_576_darth_vader_36.mp4")
 
+pipe = DiffusionPipeline.from_pretrained("cerspense/zeroscope_v2_XL", torch_dtype=torch.float16)
 pipe.scheduler = DPMSolverMultistepScheduler.from_config(pipe.scheduler.config)
 pipe.enable_model_cpu_offload()
 pipe.enable_vae_slicing()
 
 video = [Image.fromarray(frame).resize((1024, 576)) for frame in video_frames]
 
-video_frames = pipe(prompt, video=video, num_inference_steps=2, strength=0.6).frames
-video_path = export_to_video(video_frames, output_video_path="/home/patrick/videos/video_1024_spiderman_24.mp4")
+video_frames = pipe(prompt, video=video, strength=0.6).frames
+video_path = export_to_video(video_frames, output_video_path="/home/patrick/videos/video_1024_darth_vader_36.mp4")