github/ai-toolkit
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Fix issue with precision on pseudo_huber loss

Browse Source
This commit is contained in:
Jaret Burkett
2026-04-19 10:02:27 -06:00
parent 20a99258b8
commit fc85410c9a
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
extensions_built_in/sd_trainer/SDTrainer.py
View File

@@ -782,7 +782,7 @@ class SDTrainer(BaseSDTrainProcess):
target = batch.latents.detach() target = batch.latents.detach()
pred = t0 pred = t0
if self.train_config.loss_type == "pseudo_huber": if self.train_config.loss_type == "pseudo_huber":
diff = pred - target diff = pred.float() - target.float()
c=0.0 c=0.0
loss =(torch.sqrt(diff.pow(2) + c ** 2) - c) loss =(torch.sqrt(diff.pow(2) + c ** 2) - c)
elif self.train_config.loss_type == "mae": elif self.train_config.loss_type == "mae":