From 955497fcb2e0509265339931f293c28d62222b97 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Jon=C3=A1=C5=A1=20Kulh=C3=A1nek?= <jonas.kulhanek@live.com>
Date: Mon, 27 Feb 2023 18:21:00 +0100
Subject: [PATCH] Add weight-decay option to RAdam optimizer (#1525)

---
 nerfstudio/engine/optimizers.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/nerfstudio/engine/optimizers.py b/nerfstudio/engine/optimizers.py
index d2cdb022a..8a2a063b2 100644
--- a/nerfstudio/engine/optimizers.py
+++ b/nerfstudio/engine/optimizers.py
@@ -66,6 +66,8 @@ class RAdamOptimizerConfig(OptimizerConfig):
     """Basic optimizer config with RAdam"""
 
     _target: Type = torch.optim.RAdam
+    weight_decay: float = 0
+    """The weight decay to use."""
 
 
 class Optimizers: