Add ability to include conv_in and conv_out to full train when doing a lora

This commit is contained in:
Jaret Burkett committed 2024-06-29 14:54:50 -06:00
1 parent 603ceca3ca
commit 3072d20f17
3 files changed
+50

No files matched your search

+1
View File
@@ -477,6 +477,7 @@ class ToolkitNetworkMixin:
v = v.detach().clone().to("cpu").to(dtype)
save_key = save_keymap[key] if key in save_keymap else key
save_dict[save_key] = v
del state_dict[key]
if extra_state_dict is not None:
# add extra items to state dict