Add weight-decay option to RAdam optimizer (#1525)

This commit is contained in:
Jonáš Kulhánek authored and GitHub committed 2023-02-27 09:21:00 -08:00
1 parent 5d640bfcfd
commit 955497fcb2
1 file changed
+2
+2
View File
@@ -66,6 +66,8 @@ class RAdamOptimizerConfig(OptimizerConfig):
"""Basic optimizer config with RAdam"""
_target: Type = torch.optim.RAdam
weight_decay: float = 0
"""The weight decay to use."""
class Optimizers: