Spaces:

Kunbyte
/

DRA-Ctrl

Running on Zero

App Files Files Community

caohy666 commited on 25 days ago

Commit

f288790

1 Parent(s): 3fa4852

<fix> low cpu memory usage.

Browse files

Files changed (1) hide show

app.py +8 -4

app.py CHANGED Viewed

@@ -54,14 +54,18 @@ def init_basemodel():
     # init models
     transformer = HunyuanVideoTransformer3DModel.from_pretrained('hunyuanvideo-community/HunyuanVideo-I2V',
                                                                  subfolder="transformer",
-                                                                 inference_subject_driven=False)
     scheduler = diffusers.FlowMatchEulerDiscreteScheduler()
     vae = diffusers.AutoencoderKLHunyuanVideo.from_pretrained('hunyuanvideo-community/HunyuanVideo-I2V',
-                                                              subfolder="vae")
     text_encoder = transformers.LlavaForConditionalGeneration.from_pretrained('hunyuanvideo-community/HunyuanVideo-I2V',
-                                                                              subfolder="text_encoder")
     text_encoder_2 = transformers.CLIPTextModel.from_pretrained('hunyuanvideo-community/HunyuanVideo-I2V',
-                                                                subfolder="text_encoder_2")
     tokenizer = transformers.AutoTokenizer.from_pretrained('hunyuanvideo-community/HunyuanVideo-I2V',
                                                            subfolder="tokenizer")
     tokenizer_2 = transformers.CLIPTokenizer.from_pretrained('hunyuanvideo-community/HunyuanVideo-I2V',

     # init models
     transformer = HunyuanVideoTransformer3DModel.from_pretrained('hunyuanvideo-community/HunyuanVideo-I2V',
                                                                  subfolder="transformer",
+                                                                 inference_subject_driven=False,
+                                                                 low_cpu_mem_usage=True)
     scheduler = diffusers.FlowMatchEulerDiscreteScheduler()
     vae = diffusers.AutoencoderKLHunyuanVideo.from_pretrained('hunyuanvideo-community/HunyuanVideo-I2V',
+                                                              subfolder="vae",
+                                                              low_cpu_mem_usage=True)
     text_encoder = transformers.LlavaForConditionalGeneration.from_pretrained('hunyuanvideo-community/HunyuanVideo-I2V',
+                                                                              subfolder="text_encoder",
+                                                                              low_cpu_mem_usage=True)
     text_encoder_2 = transformers.CLIPTextModel.from_pretrained('hunyuanvideo-community/HunyuanVideo-I2V',
+                                                                subfolder="text_encoder_2",
+                                                                low_cpu_mem_usage=True)
     tokenizer = transformers.AutoTokenizer.from_pretrained('hunyuanvideo-community/HunyuanVideo-I2V',
                                                            subfolder="tokenizer")
     tokenizer_2 = transformers.CLIPTokenizer.from_pretrained('hunyuanvideo-community/HunyuanVideo-I2V',