Allow for inverted masked prior

This commit is contained in:
Jaret Burkett
2023-10-21 06:50:17 -06:00
parent d46112a354
commit 0e9fc42816
2 changed files with 24 additions and 11 deletions

View File

@@ -129,6 +129,11 @@ class TrainConfig:
self.match_adapter_chance = kwargs.get('match_adapter_chance', 0.0)
self.loss_target: LossTarget = kwargs.get('loss_target', 'noise') # noise, source, unaugmented, differential_noise
# When a mask is passed in a dataset, and this is true,
# we will predict noise without a the LoRa network and use the prediction as a target for
# unmasked reign. It is unmasked regularization basically
self.inverted_mask_prior = kwargs.get('inverted_mask_prior', False)
# legacy
if match_adapter_assist and self.match_adapter_chance == 0.0:
self.match_adapter_chance = 1.0