Enable tiling on vae when decoding with low_vram flag on krea2
This commit is contained in:
1 parent
724e67d634
commit
a803611ec1
1 file changed
+10
-1
@@ -467,7 +467,16 @@ class Krea2Model(BaseModel):
|
|||||||
)
|
)
|
||||||
latents = latents * latents_std + latents_mean
|
latents = latents * latents_std + latents_mean
|
||||||
|
|
||||||
images = self.vae.decode(latents).sample
|
# Full-resolution decode spikes VRAM; tile it when low on VRAM (decode
|
||||||
|
# only -- encode stays untiled).
|
||||||
|
tiled = self.model_config.low_vram
|
||||||
|
if tiled:
|
||||||
|
self.vae.enable_tiling()
|
||||||
|
try:
|
||||||
|
images = self.vae.decode(latents).sample
|
||||||
|
finally:
|
||||||
|
if tiled:
|
||||||
|
self.vae.disable_tiling()
|
||||||
images = images.squeeze(2) # drop frame dim
|
images = images.squeeze(2) # drop frame dim
|
||||||
return images.to(device, dtype=dtype)
|
return images.to(device, dtype=dtype)
|
||||||
|
|
||||||
|
|||||||
Reference in new issue
Block a user