Add ability to include conv_in and conv_out to full train when doing a lora
This commit is contained in:
@@ -335,6 +335,7 @@ class TrainConfig:
|
||||
ema_config: Union[Dict, None] = kwargs.get('ema_config', None)
|
||||
if ema_config is not None:
|
||||
ema_config['use_ema'] = True
|
||||
print(f"Using EMA")
|
||||
else:
|
||||
ema_config = {'use_ema': False}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user