WIP Ilora

This commit is contained in:
Jaret Burkett committed 2024-06-14 09:31:01 -06:00
1 parent bd10d2d668
commit 37cebd9458
6 files changed
+57 -29

No files matched your search

+2 -1
View File
@@ -376,7 +376,8 @@ class SDTrainer(BaseSDTrainProcess):
# 3 just do mode for now?
# if args.weighting_scheme == "sigma_sqrt":
sigmas = self.sd.noise_scheduler.get_sigmas(timesteps, pred.ndim, dtype, self.device_torch)
weighting = (sigmas ** -2.0).float()
# weighting = (sigmas ** -2.0).float()
weighting = torch.ones_like(sigmas)
# elif args.weighting_scheme == "logit_normal":
# # See 3.1 in the SD3 paper ($rf/lognorm(0.00,1.00)$).
# u = torch.normal(mean=args.logit_mean, std=args.logit_std, size=(bsz,), device=accelerator.device)