Stability improvements to model offloading. Added D-OPSD bleed loss as well.

toolkit/stable_diffusion_model.py

@@ -260,6 +260,8 @@ class StableDiffusion:
         self.supports_video_control_images = False
         # D-OPSD: cache per-item teacher text embeds (item's own media as reference 1)
         self.dopsd_self_ref = False
+        # weight of the normal-target loss added alongside the D-OPSD teacher loss
+        self.dopsd_bleed_strength = 1.0
         # forces cache_tensors_to_disk on latent-caching datasets (BaseSDTrainProcess)
         self.require_pixel_tensor_cache = False
         # control images will come in as a list for encoding some things if true