Add ability to include conv_in and conv_out to full train when doing a lora

This commit is contained in:
Jaret Burkett
2024-06-29 14:54:50 -06:00
parent 603ceca3ca
commit 3072d20f17
3 changed files with 50 additions and 0 deletions

View File

@@ -335,6 +335,7 @@ class TrainConfig:
ema_config: Union[Dict, None] = kwargs.get('ema_config', None)
if ema_config is not None:
ema_config['use_ema'] = True
print(f"Using EMA")
else:
ema_config = {'use_ema': False}