alpha is not needed for adopt (calculated internally using lr)

mlcommons · Nov 21, 2024 · 7ed6649 · 7ed6649
1 parent 8a85afe
commit 7ed6649
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/GANDLF/optimizers/thirdparty/adopt.py b/GANDLF/optimizers/thirdparty/adopt.py
@@ -514,7 +514,6 @@ def adopt_wrapper(parameters: dict) -> torch.optim.Optimizer:
         lr=parameters.get("learning_rate", 1e-3),
         betas=parameters.get("betas", (0.9, 0.999, 0.9999)),
         eps=parameters.get("eps", 1e-8),
-        alpha=parameters.get("alpha", 5.0),
         weight_decay=parameters.get("weight_decay", 0.0),
         decoupled=parameters["optimizer"].get("decoupled", False),
         foreach=parameters.get("foreach", None),