rahul7star commited on
Commit
9b0d3a5
·
verified ·
1 Parent(s): bd36740

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +15 -4
app.py CHANGED
@@ -34,8 +34,8 @@ MAX_FRAMES_MODEL = 81
34
  DEFAULT_NAG_NEGATIVE_PROMPT = "Static, motionless, still, ugly, bad quality, worst quality, poorly drawn, low resolution, blurry, lack of details"
35
 
36
  MODEL_ID = "Wan-AI/Wan2.1-T2V-14B-Diffusers"
37
- #SUB_MODEL_ID = "vrgamedevgirl84/Wan14BT2VFusioniX"
38
- #SUB_MODEL_FILENAME = "Wan14BT2VFusioniX_fp16_.safetensors"
39
 
40
 
41
 
@@ -45,8 +45,8 @@ MODEL_ID = "Wan-AI/Wan2.1-T2V-14B-Diffusers"
45
 
46
  # new experiment
47
 
48
- SUB_MODEL_ID = "vrgamedevgirl84/Wan14BT2VFusioniX"
49
- SUB_MODEL_FILENAME = "FusionX_LoRa/Wan2.1_T2V_14B_FusionX_LoRA.safetensors"
50
 
51
  vae = AutoencoderKLWan.from_pretrained(MODEL_ID, subfolder="vae", torch_dtype=torch.float32)
52
  wan_path = hf_hub_download(repo_id=SUB_MODEL_ID, filename=SUB_MODEL_FILENAME)
@@ -58,6 +58,17 @@ pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config, flow
58
  pipe.to("cuda")
59
 
60
 
 
 
 
 
 
 
 
 
 
 
 
61
 
62
  pipe.transformer.__class__.attn_processors = NagWanTransformer3DModel.attn_processors
63
  pipe.transformer.__class__.set_attn_processor = NagWanTransformer3DModel.set_attn_processor
 
34
  DEFAULT_NAG_NEGATIVE_PROMPT = "Static, motionless, still, ugly, bad quality, worst quality, poorly drawn, low resolution, blurry, lack of details"
35
 
36
  MODEL_ID = "Wan-AI/Wan2.1-T2V-14B-Diffusers"
37
+ SUB_MODEL_ID = "vrgamedevgirl84/Wan14BT2VFusioniX"
38
+ SUB_MODEL_FILENAME = "Wan14BT2VFusioniX_fp16_.safetensors"
39
 
40
 
41
 
 
45
 
46
  # new experiment
47
 
48
+ LORA_REPO_ID = "vrgamedevgirl84/Wan14BT2VFusioniX"
49
+ LORA_FILENAM = "FusionX_LoRa/Wan2.1_T2V_14B_FusionX_LoRA.safetensors"
50
 
51
  vae = AutoencoderKLWan.from_pretrained(MODEL_ID, subfolder="vae", torch_dtype=torch.float32)
52
  wan_path = hf_hub_download(repo_id=SUB_MODEL_ID, filename=SUB_MODEL_FILENAME)
 
58
  pipe.to("cuda")
59
 
60
 
61
+ # Load FusionX enhancement LoRAs
62
+ causvid_path = hf_hub_download(repo_id=LORA_REPO_ID, filename=LORA_FILENAME)
63
+ pipe.load_lora_weights(causvid_path, adapter_name="causvid_lora")
64
+ pipe.set_adapters(["causvid_lora"], adapter_weights=[0.95])
65
+ for name, param in pipe.transformer.named_parameters():
66
+ if "lora_B" in name:
67
+ if "blocks.0" in name:
68
+ param.data = param.data * 0.25
69
+ pipe.fuse_lora()
70
+ pipe.unload_lora_weights()
71
+
72
 
73
  pipe.transformer.__class__.attn_processors = NagWanTransformer3DModel.attn_processors
74
  pipe.transformer.__class__.set_attn_processor = NagWanTransformer3DModel.set_attn_processor