Added comparitive loss when training clip encoder. Allow selecting clip layer. on ip adapter. Improvements to prior prediction

2024-02-05 07:40:03 -07:00
parent 177c7130ec
commit e18e0cb5f8
7 changed files with 227 additions and 65 deletions
--- a/toolkit/models/ilora.py
+++ b/toolkit/models/ilora.py
@@ -53,7 +53,6 @@ class InstantLoRAMidModule(torch.nn.Module):
            # reshape if needed
            if len(x.shape) == 3:
                scaler = scaler.unsqueeze(1)
-            x = x * scaler
        except Exception as e:
            print(e)
            print(x.shape)