This commit is contained in:
Jaret Burkett committed 2025-03-03 08:22:15 -07:00
1 parent 3c8c84f156
commit 1f3f45a48d
3 files changed
+6 -1

No files matched your search

+2 -1
View File
@@ -344,7 +344,8 @@ class LoRASpecialNetwork(ToolkitNetworkMixin, LoRANetwork):
if (is_linear or is_conv2d) and not skip: if (is_linear or is_conv2d) and not skip:
if self.only_if_contains is not None and not any([word in clean_name for word in self.only_if_contains]): if self.only_if_contains is not None:
if not any([word in clean_name for word in self.only_if_contains]) and not any([word in lora_name for word in self.only_if_contains]):
continue continue
dim = None dim = None
+1
View File
@@ -101,6 +101,7 @@ class LokrModule(ToolkitModuleMixin, nn.Module):
self.cp = False self.cp = False
self.use_w1 = False self.use_w1 = False
self.use_w2 = False self.use_w2 = False
self.can_merge_in = True
self.shape = org_module.weight.shape self.shape = org_module.weight.shape
if org_module.__class__.__name__ == 'Conv2d': if org_module.__class__.__name__ == 'Conv2d':
+3
View File
@@ -634,7 +634,10 @@ class ToolkitNetworkMixin:
# without having to set it in every single module every time it changes # without having to set it in every single module every time it changes
multiplier = self._multiplier multiplier = self._multiplier
# get first module # get first module
try:
first_module = self.get_all_modules()[0] first_module = self.get_all_modules()[0]
except IndexError:
raise ValueError("There are not any lora modules in this network. Check your config and try again")
if hasattr(first_module, 'lora_down'): if hasattr(first_module, 'lora_down'):
device = first_module.lora_down.weight.device device = first_module.lora_down.weight.device