Fix comment typo (apostrophe escaping) from previous commit
Browse files- inference.py +2 -2
inference.py
CHANGED
|
@@ -188,9 +188,9 @@ def load_pshuman_pipeline(cfg):
|
|
| 188 |
# main model, instead of keeping the whole pipeline resident in VRAM at once.
|
| 189 |
from mmgp import offload, profile_type
|
| 190 |
# image_normalizer uses a custom .scale() method rather than .forward(), so
|
| 191 |
-
# mmgp'
|
| 192 |
# mean/std buffers stranded on CPU. It'''s two tiny tensors, so just pin it on
|
| 193 |
-
# GPU directly instead of routing it through mmgp'
|
| 194 |
mmgp_components = {k: v for k, v in pipeline.components.items() if k != "image_normalizer"}
|
| 195 |
offload.profile(mmgp_components, profile_type.LowRAM_LowVRAM, verboseLevel=1)
|
| 196 |
if getattr(pipeline, "image_normalizer", None) is not None:
|
|
|
|
| 188 |
# main model, instead of keeping the whole pipeline resident in VRAM at once.
|
| 189 |
from mmgp import offload, profile_type
|
| 190 |
# image_normalizer uses a custom .scale() method rather than .forward(), so
|
| 191 |
+
# mmgp's just-in-time weight-loading hook never fires for it, leaving its
|
| 192 |
# mean/std buffers stranded on CPU. It'''s two tiny tensors, so just pin it on
|
| 193 |
+
# GPU directly instead of routing it through mmgp's offload management.
|
| 194 |
mmgp_components = {k: v for k, v in pipeline.components.items() if k != "image_normalizer"}
|
| 195 |
offload.profile(mmgp_components, profile_type.LowRAM_LowVRAM, verboseLevel=1)
|
| 196 |
if getattr(pipeline, "image_normalizer", None) is not None:
|