Added early DoRA support, but will change shortly. Dont use right now.

2024-02-23 05:55:41 -07:00
parent 9ffa8c3711
commit 1bd94f0f01
5 changed files with 140 additions and 5 deletions
--- a/jobs/process/BaseSDTrainProcess.py
+++ b/jobs/process/BaseSDTrainProcess.py
@@ -1192,6 +1192,7 @@ class BaseSDTrainProcess(BaseTrainProcess):
                    use_bias=is_lorm,
                    is_lorm=is_lorm,
                    network_config=self.network_config,
+                    network_type=self.network_config.type,
                    **network_kwargs
                )