Added a converter back to ldm from diffusers for sdxl. Can finally get to training it properly

2023-08-21 16:22:01 -06:00
parent e8667f856f
commit 36ba08d3fa
10 changed files with 4475 additions and 21 deletions
--- a/toolkit/config_modules.py
+++ b/toolkit/config_modules.py
@@ -77,6 +77,7 @@ class ModelConfig:
        self.is_xl: bool = kwargs.get('is_xl', False)
        self.is_v_pred: bool = kwargs.get('is_v_pred', False)
        self.dtype: str = kwargs.get('dtype', 'float16')
+        self.vae_path = kwargs.get('vae_path', None)

        # only for SDXL models for now
        self.use_text_encoder_1: bool = kwargs.get('use_text_encoder_1', True)