Sync from GitHub
Browse files- prompts.py +3 -2
prompts.py
CHANGED
@@ -51,6 +51,7 @@ like so:
|
|
51 |
|
52 |
```py
|
53 |
from transformers import from transformers import PreTrainedModel
|
|
|
54 |
# other imports go here.
|
55 |
...
|
56 |
|
@@ -66,11 +67,11 @@ for name, module in pipe.components.items():
|
|
66 |
use_stream=True,
|
67 |
offload_to_disk_path=f"{offload_dir}/{name}"
|
68 |
)
|
69 |
-
elif isinstance(component, PreTrainedModel):
|
70 |
apply_group_offloading(
|
71 |
module,
|
72 |
onload_device=onload_device,
|
73 |
-
offload_type="leaf_level",
|
74 |
use_stream=True,
|
75 |
offload_to_disk_path=f"{offload_dir}/{name}"
|
76 |
)
|
|
|
51 |
|
52 |
```py
|
53 |
from transformers import from transformers import PreTrainedModel
|
54 |
+
from diffusers.hooks.group_offloading import apply_group_offloading
|
55 |
# other imports go here.
|
56 |
...
|
57 |
|
|
|
67 |
use_stream=True,
|
68 |
offload_to_disk_path=f"{offload_dir}/{name}"
|
69 |
)
|
70 |
+
elif isinstance(component, (PreTrainedModel, torch.nn.Module)):
|
71 |
apply_group_offloading(
|
72 |
module,
|
73 |
onload_device=onload_device,
|
74 |
+
offload_type="leaf_level",
|
75 |
use_stream=True,
|
76 |
offload_to_disk_path=f"{offload_dir}/{name}"
|
77 |
)
|