github/ai-toolkit
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Bugfixes

Browse Source
This commit is contained in:
Jaret Burkett
2025-03-03 08:22:15 -07:00
parent 3c8c84f156
commit 1f3f45a48d
3 changed files with 8 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
toolkit/lora_special.py
View File

@@ -344,8 +344,9 @@ class LoRASpecialNetwork(ToolkitNetworkMixin, LoRANetwork):
if (is_linear or is_conv2d) and not skip: if (is_linear or is_conv2d) and not skip:
if self.only_if_contains is not None and not any([word in clean_name for word in self.only_if_contains]): if self.only_if_contains is not None:
continue if not any([word in clean_name for word in self.only_if_contains]) and not any([word in lora_name for word in self.only_if_contains]):
continue
dim = None dim = None
alpha = None alpha = None

1
toolkit/models/lokr.py
View File

@@ -101,6 +101,7 @@ class LokrModule(ToolkitModuleMixin, nn.Module):
self.cp = False self.cp = False
self.use_w1 = False self.use_w1 = False
self.use_w2 = False self.use_w2 = False
self.can_merge_in = True
self.shape = org_module.weight.shape self.shape = org_module.weight.shape
if org_module.__class__.__name__ == 'Conv2d': if org_module.__class__.__name__ == 'Conv2d':

5
toolkit/network_mixins.py
View File

@@ -634,7 +634,10 @@ class ToolkitNetworkMixin:
# without having to set it in every single module every time it changes # without having to set it in every single module every time it changes
multiplier = self._multiplier multiplier = self._multiplier
# get first module # get first module
first_module = self.get_all_modules()[0] try:
first_module = self.get_all_modules()[0]
except IndexError:
raise ValueError("There are not any lora modules in this network. Check your config and try again")
if hasattr(first_module, 'lora_down'): if hasattr(first_module, 'lora_down'):
device = first_module.lora_down.weight.device device = first_module.lora_down.weight.device