Did some work on SD rescaler. Need to run a long test on it eventually.

toolkit/config_modules.py

@@ -42,6 +42,8 @@ class NetworkConfig:
             self.linear: int = linear
         self.conv: int = kwargs.get('conv', None)
         self.alpha: float = kwargs.get('alpha', 1.0)
+        self.linear_alpha: float = kwargs.get('linear_alpha', self.alpha)
+        self.conv_alpha: float = kwargs.get('conv_alpha', self.conv)
 
 
 class TrainConfig:

toolkit/lora_special.py

@@ -241,6 +241,9 @@ class LoRASpecialNetwork(LoRANetwork):
 
     @multiplier.setter
     def multiplier(self, value):
+        # only update if changed
+        if self._multiplier == value:
+            return
         self._multiplier = value
         self._update_lora_multiplier()