From 400ab5a313c44f4f84b409431dfc26375cf866c6 Mon Sep 17 00:00:00 2001 From: Matthew Tancik Date: Thu, 25 May 2023 10:07:22 -0700 Subject: [PATCH] Fix exponential decay warmup (#2002) Fix exponendial decay warmup --- nerfstudio/engine/schedulers.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/nerfstudio/engine/schedulers.py b/nerfstudio/engine/schedulers.py index 35b3138cb..6d1e11b66 100644 --- a/nerfstudio/engine/schedulers.py +++ b/nerfstudio/engine/schedulers.py @@ -122,7 +122,7 @@ class ExponentialDecayScheduler(Scheduler): def func(step): if step < self.config.warmup_steps: if self.config.ramp == "cosine": - lr = self.config.lr_pre_warmup + (1 - self.config.lr_pre_warmup) * np.sin( + lr = self.config.lr_pre_warmup + (lr_init - self.config.lr_pre_warmup) * np.sin( 0.5 * np.pi * np.clip(step / self.config.warmup_steps, 0, 1) ) else: