Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -34,8 +34,8 @@ MAX_FRAMES_MODEL = 81
|
|
34 |
DEFAULT_NAG_NEGATIVE_PROMPT = "Static, motionless, still, ugly, bad quality, worst quality, poorly drawn, low resolution, blurry, lack of details"
|
35 |
|
36 |
MODEL_ID = "Wan-AI/Wan2.1-T2V-14B-Diffusers"
|
37 |
-
|
38 |
-
|
39 |
|
40 |
|
41 |
|
@@ -45,8 +45,8 @@ MODEL_ID = "Wan-AI/Wan2.1-T2V-14B-Diffusers"
|
|
45 |
|
46 |
# new experiment
|
47 |
|
48 |
-
|
49 |
-
|
50 |
|
51 |
vae = AutoencoderKLWan.from_pretrained(MODEL_ID, subfolder="vae", torch_dtype=torch.float32)
|
52 |
wan_path = hf_hub_download(repo_id=SUB_MODEL_ID, filename=SUB_MODEL_FILENAME)
|
@@ -58,6 +58,17 @@ pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config, flow
|
|
58 |
pipe.to("cuda")
|
59 |
|
60 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
61 |
|
62 |
pipe.transformer.__class__.attn_processors = NagWanTransformer3DModel.attn_processors
|
63 |
pipe.transformer.__class__.set_attn_processor = NagWanTransformer3DModel.set_attn_processor
|
|
|
34 |
DEFAULT_NAG_NEGATIVE_PROMPT = "Static, motionless, still, ugly, bad quality, worst quality, poorly drawn, low resolution, blurry, lack of details"
|
35 |
|
36 |
MODEL_ID = "Wan-AI/Wan2.1-T2V-14B-Diffusers"
|
37 |
+
SUB_MODEL_ID = "vrgamedevgirl84/Wan14BT2VFusioniX"
|
38 |
+
SUB_MODEL_FILENAME = "Wan14BT2VFusioniX_fp16_.safetensors"
|
39 |
|
40 |
|
41 |
|
|
|
45 |
|
46 |
# new experiment
|
47 |
|
48 |
+
LORA_REPO_ID = "vrgamedevgirl84/Wan14BT2VFusioniX"
|
49 |
+
LORA_FILENAM = "FusionX_LoRa/Wan2.1_T2V_14B_FusionX_LoRA.safetensors"
|
50 |
|
51 |
vae = AutoencoderKLWan.from_pretrained(MODEL_ID, subfolder="vae", torch_dtype=torch.float32)
|
52 |
wan_path = hf_hub_download(repo_id=SUB_MODEL_ID, filename=SUB_MODEL_FILENAME)
|
|
|
58 |
pipe.to("cuda")
|
59 |
|
60 |
|
61 |
+
# Load FusionX enhancement LoRAs
|
62 |
+
causvid_path = hf_hub_download(repo_id=LORA_REPO_ID, filename=LORA_FILENAME)
|
63 |
+
pipe.load_lora_weights(causvid_path, adapter_name="causvid_lora")
|
64 |
+
pipe.set_adapters(["causvid_lora"], adapter_weights=[0.95])
|
65 |
+
for name, param in pipe.transformer.named_parameters():
|
66 |
+
if "lora_B" in name:
|
67 |
+
if "blocks.0" in name:
|
68 |
+
param.data = param.data * 0.25
|
69 |
+
pipe.fuse_lora()
|
70 |
+
pipe.unload_lora_weights()
|
71 |
+
|
72 |
|
73 |
pipe.transformer.__class__.attn_processors = NagWanTransformer3DModel.attn_processors
|
74 |
pipe.transformer.__class__.set_attn_processor = NagWanTransformer3DModel.set_attn_processor
|