Added Differential Guidance training target

This commit is contained in:
Jaret Burkett committed 2025-11-10 09:38:25 -07:00
1 parent 9b89bab8fe
commit 2e7b2d9926
9 files changed
+101 -6

No files matched your search

+5 -1
View File
@@ -708,7 +708,11 @@ class SDTrainer(BaseSDTrainProcess):
unconditional_target = unconditional_target * alpha
target = unconditional_target + guidance_scale * (target - unconditional_target)
if self.train_config.do_differential_guidance:
with torch.no_grad():
guidance_scale = self.train_config.differential_guidance_scale
target = noise_pred + guidance_scale * (target - noise_pred)
if target is None:
target = noise