Added target_norm_std which is a game changer

2024-07-28 16:08:33 -06:00
parent 0bc4d555c7
commit e81e19fd0f
4 changed files with 11 additions and 2 deletions
--- a/toolkit/config_modules.py
+++ b/toolkit/config_modules.py
@@ -352,6 +352,9 @@ class TrainConfig:

        self.ema_config: EMAConfig = EMAConfig(**ema_config)

+        # adds an additional loss to the network to encourage it output a normalized standard deviation
+        self.target_norm_std = kwargs.get('target_norm_std', None)
+

 class ModelConfig:
    def __init__(self, **kwargs):