Add ability to include conv_in and conv_out to full train when doing a lora
This commit is contained in:
1 parent
603ceca3ca
commit
3072d20f17
3 files changed
+50
No files matched your search
@@ -477,6 +477,7 @@ class ToolkitNetworkMixin:
|
||||
v = v.detach().clone().to("cpu").to(dtype)
|
||||
save_key = save_keymap[key] if key in save_keymap else key
|
||||
save_dict[save_key] = v
|
||||
del state_dict[key]
|
||||
|
||||
if extra_state_dict is not None:
|
||||
# add extra items to state dict
|
||||
|
||||
Reference in new issue
Block a user