github/ai-toolkit
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Increase ema feedback amount. Normalize the dfe 4 image embeds

Browse Source
This commit is contained in:
Jaret Burkett
2025-06-10 08:01:13 -06:00
parent eefa93f16e
commit 97e101522c
2 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
toolkit/ema.py
View File

@@ -137,7 +137,8 @@ class ExponentialMovingAverage:
update_param = False update_param = False
if self.use_feedback: if self.use_feedback:
param_float.add_(tmp) # make feedback 10x decay
param_float.add_(tmp * 10)
update_param = True update_param = True
if self.param_multiplier != 1.0: if self.param_multiplier != 1.0:

5
toolkit/models/diffusion_feature_extraction.py
View File

@@ -469,8 +469,9 @@ class DiffusionFeatureExtractor4(nn.Module):
) )
# embeds = id_embeds['hidden_states'][-2] # penultimate layer # embeds = id_embeds['hidden_states'][-2] # penultimate layer
embeds = id_embeds['pooler_output'] image_embeds = id_embeds['pooler_output']
return embeds image_embeds = image_embeds / image_embeds.norm(p=2, dim=-1, keepdim=True)
return image_embeds
def forward( def forward(
self, self,