github/ai-toolkit
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Add better gradient checkpointing to dfes

Browse Source
This commit is contained in:
Jaret Burkett
2026-05-18 09:25:23 -06:00
parent b42acb988f
commit ec58dcde92
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
extensions_built_in/sd_trainer/SDTrainer.py
View File

@@ -369,6 +369,9 @@ class SDTrainer(BaseSDTrainProcess):
if hasattr(self.dfe.model, 'enable_gradient_checkpointing'): if hasattr(self.dfe.model, 'enable_gradient_checkpointing'):
self.dfe.model.train() self.dfe.model.train()
self.dfe.model.enable_gradient_checkpointing() self.dfe.model.enable_gradient_checkpointing()
if hasattr(self.dfe.model, 'gradient_checkpointing_enable'):
self.dfe.model.train()
self.dfe.model.gradient_checkpointing_enable()
elif hasattr(self.dfe.model, 'gradient_checkpointing'): elif hasattr(self.dfe.model, 'gradient_checkpointing'):
self.dfe.model.train() self.dfe.model.train()
self.dfe.model.gradient_checkpointing = True self.dfe.model.gradient_checkpointing = True