Update default agreement threshold for automagic v2 to be 0.5

2026-05-26 07:57:54 -06:00
parent 76c99da4e4
commit 2aa60e4ca5
1 changed files with 1 additions and 1 deletions
--- a/toolkit/optimizers/automagic2.py
+++ b/toolkit/optimizers/automagic2.py
@@ -32,7 +32,7 @@ class Automagic2(torch.optim.Optimizer):
        eps: float = 1e-30,
        clip_threshold: float = 1.0,
        weight_decay: float = 0.0,
-        agreement_threshold: float = 0.6,
+        agreement_threshold: float = 0.5,
    ):
        if lr > 1e-3:
            print(f"Warning! Start lr {lr} is very high; forcing to 1e-6.")