Fixes for sdxl ip adapter training. Bug fixes

2023-12-21 11:15:58 -07:00
parent 0f597f453e
commit 7703e3a15e
5 changed files with 63 additions and 11 deletions
--- a/extensions_built_in/sd_trainer/SDTrainer.py
+++ b/extensions_built_in/sd_trainer/SDTrainer.py
@@ -173,12 +173,9 @@ class SDTrainer(BaseSDTrainProcess):
            if torch.isnan(prior_loss).any():
                raise ValueError("Prior loss is nan")

-            prior_loss = prior_loss.mean([1, 2, 3])
-
-        loss = loss.mean([1, 2, 3])
-
-        if prior_loss is not None:
+            # prior_loss = prior_loss.mean([1, 2, 3])
            loss = loss + prior_loss
+        loss = loss.mean([1, 2, 3])

        if self.train_config.learnable_snr_gos:
            # add snr_gamma