Added ability to load clip pairs randomly from folder. Other small bug fixes

2024-10-03 10:03:49 -06:00
parent f05224970f
commit 67e0aca750
4 changed files with 57 additions and 28 deletions
--- a/toolkit/models/vd_adapter.py
+++ b/toolkit/models/vd_adapter.py
@@ -472,8 +472,8 @@ class VisionDirectAdapter(torch.nn.Module):
            
        self.mid_size = self.token_size
        
-        # if pixtral, use cross attn dim for more sparse representation
-        if is_pixtral:
+        # if pixtral, use cross attn dim for more sparse representation if only doing double transformers
+        if is_pixtral and self.config.flux_only_double:
            if is_flux:
                hidden_size = 3072
            else: