Added Differential Guidance training target
This commit is contained in:
1 parent
9b89bab8fe
commit
2e7b2d9926
9 files changed
+101
-6
No files matched your search
@@ -708,7 +708,11 @@ class SDTrainer(BaseSDTrainProcess):
|
||||
|
||||
unconditional_target = unconditional_target * alpha
|
||||
target = unconditional_target + guidance_scale * (target - unconditional_target)
|
||||
|
||||
|
||||
if self.train_config.do_differential_guidance:
|
||||
with torch.no_grad():
|
||||
guidance_scale = self.train_config.differential_guidance_scale
|
||||
target = noise_pred + guidance_scale * (target - noise_pred)
|
||||
|
||||
if target is None:
|
||||
target = noise
|
||||
|
||||
Reference in new issue
Block a user