sayakpaul HF Staff commited on
Commit
211b721
·
verified ·
1 Parent(s): 7920feb

Sync from GitHub

Browse files
Files changed (1) hide show
  1. prompts.py +3 -2
prompts.py CHANGED
@@ -51,6 +51,7 @@ like so:
51
 
52
  ```py
53
  from transformers import from transformers import PreTrainedModel
 
54
  # other imports go here.
55
  ...
56
 
@@ -66,11 +67,11 @@ for name, module in pipe.components.items():
66
  use_stream=True,
67
  offload_to_disk_path=f"{offload_dir}/{name}"
68
  )
69
- elif isinstance(component, PreTrainedModel):
70
  apply_group_offloading(
71
  module,
72
  onload_device=onload_device,
73
- offload_type="leaf_level",
74
  use_stream=True,
75
  offload_to_disk_path=f"{offload_dir}/{name}"
76
  )
 
51
 
52
  ```py
53
  from transformers import from transformers import PreTrainedModel
54
+ from diffusers.hooks.group_offloading import apply_group_offloading
55
  # other imports go here.
56
  ...
57
 
 
67
  use_stream=True,
68
  offload_to_disk_path=f"{offload_dir}/{name}"
69
  )
70
+ elif isinstance(component, (PreTrainedModel, torch.nn.Module)):
71
  apply_group_offloading(
72
  module,
73
  onload_device=onload_device,
74
+ offload_type="leaf_level",
75
  use_stream=True,
76
  offload_to_disk_path=f"{offload_dir}/{name}"
77
  )