github/ai-toolkit
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Update default agreement threshold for automagic v2 to be 0.5

Browse Source
This commit is contained in:
Jaret Burkett
2026-05-26 07:57:54 -06:00
parent 76c99da4e4
commit 2aa60e4ca5
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
toolkit/optimizers/automagic2.py
View File

@@ -32,7 +32,7 @@ class Automagic2(torch.optim.Optimizer):
eps: float = 1e-30, eps: float = 1e-30,
clip_threshold: float = 1.0, clip_threshold: float = 1.0,
weight_decay: float = 0.0, weight_decay: float = 0.0,
agreement_threshold: float = 0.6, agreement_threshold: float = 0.5,
): ):
if lr > 1e-3: if lr > 1e-3:
print(f"Warning! Start lr {lr} is very high; forcing to 1e-6.") print(f"Warning! Start lr {lr} is very high; forcing to 1e-6.")