Added dataset tagging and management tools using llava

2023-10-24 10:11:47 -06:00
parent dc36bbb3c8
commit 34eb563d55
12 changed files with 957 additions and 17 deletions
--- a/toolkit/config_modules.py
+++ b/toolkit/config_modules.py
@@ -133,6 +133,7 @@ class TrainConfig:
        # we will predict noise without a the LoRa network and use the prediction as a target for
        # unmasked reign. It is unmasked regularization basically
        self.inverted_mask_prior = kwargs.get('inverted_mask_prior', False)
+        self.inverted_mask_prior_multiplier = kwargs.get('inverted_mask_prior_multiplier', 0.5)

        # legacy
        if match_adapter_assist and self.match_adapter_chance == 0.0: