Added LoCON from LyCORIS

2023-09-04 08:48:07 -06:00
parent fa8fc32c0a
commit a4c3507a62
7 changed files with 506 additions and 556 deletions
--- a/extensions_built_in/sd_trainer/SDTrainer.py
+++ b/extensions_built_in/sd_trainer/SDTrainer.py
@@ -93,6 +93,7 @@ class SDTrainer(BaseSDTrainProcess):

        # back propagate loss to free ram
        loss.backward()
+        torch.nn.utils.clip_grad_norm_(self.params, self.train_config.max_grad_norm)
        flush()

        # apply gradients