github/ai-toolkit
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Added preliminary support for SD3.5-large lora training

Browse Source
This commit is contained in:
Jaret Burkett
2024-10-22 12:21:36 -06:00
parent 9f94c7b61e
commit 3400882a80
4 changed files with 176 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
toolkit/lora_special.py
View File

@@ -232,7 +232,7 @@ class LoRASpecialNetwork(ToolkitNetworkMixin, LoRANetwork):
self.peft_format = peft_format
# always do peft for flux only for now
if self.is_flux:
if self.is_flux or self.is_v3:
self.peft_format = True
if self.peft_format:
@@ -326,6 +326,9 @@ class LoRASpecialNetwork(ToolkitNetworkMixin, LoRANetwork):
if self.transformer_only and self.is_flux and is_unet:
if "transformer_blocks" not in lora_name:
skip = True
if self.transformer_only and self.is_v3 and is_unet:
if "transformer_blocks" not in lora_name:
skip = True
if (is_linear or is_conv2d) and not skip: