github/ai-toolkit
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

added dropout to LoRA networks

Browse Source
This commit is contained in:
Jaret Burkett
2023-09-13 15:23:07 -06:00
parent ae70200d3c
commit 4e945917df
2 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
jobs/process/BaseSDTrainProcess.py
View File

@@ -541,6 +541,7 @@ class BaseSDTrainProcess(BaseTrainProcess):
conv_alpha=self.network_config.conv_alpha, conv_alpha=self.network_config.conv_alpha,
is_sdxl=self.model_config.is_xl, is_sdxl=self.model_config.is_xl,
is_v2=self.model_config.is_v2, is_v2=self.model_config.is_v2,
dropout=self.network_config.dropout
) )
self.network.force_to(self.device_torch, dtype=dtype) self.network.force_to(self.device_torch, dtype=dtype)

3
toolkit/config_modules.py
View File

@@ -1,6 +1,6 @@
import os import os
import time import time
from typing import List, Optional, Literal from typing import List, Optional, Literal, Union
import random import random
ImgExt = Literal['jpg', 'png', 'webp'] ImgExt = Literal['jpg', 'png', 'webp']
@@ -55,6 +55,7 @@ class NetworkConfig:
self.linear_alpha: float = kwargs.get('linear_alpha', self.alpha) self.linear_alpha: float = kwargs.get('linear_alpha', self.alpha)
self.conv_alpha: float = kwargs.get('conv_alpha', self.conv) self.conv_alpha: float = kwargs.get('conv_alpha', self.conv)
self.normalize = kwargs.get('normalize', False) self.normalize = kwargs.get('normalize', False)
self.dropout: Union[float, None] = kwargs.get('dropout', None)
class EmbeddingConfig: class EmbeddingConfig: