Update scheduler for nerfacto (#1662)

* Update scheduler for nerfacto

Add scheduler (lr decay) in nerfacto is also effective for preventing long-time training nan and good for convergence

* refactor

refactor

* refactor

refactor

refactor

* refactor

refactor

* Update method_configs.py

* Revert "Update method_configs.py"

This reverts commit feaff61819.

* Revert "refactor"

This reverts commit cf7c3153a2.

* Revert "Merge branch 'update-scheduler' of https://github.com/HrsPythonix/nerfstudio into update-scheduler"

This reverts commit b31575385c, reversing
changes made to 6b78039059.

* Revert "refactor"

This reverts commit 6b78039059.

* Update method_configs.py

nerfstudio/configs/method_configs.py

@@ -92,7 +92,9 @@ method_configs["nerfacto"] = TrainerConfig(
             train_num_rays_per_batch=4096,
             eval_num_rays_per_batch=4096,
             camera_optimizer=CameraOptimizerConfig(
-                mode="SO3xR3", optimizer=AdamOptimizerConfig(lr=6e-4, eps=1e-8, weight_decay=1e-2)
+                mode="SO3xR3",
+                optimizer=AdamOptimizerConfig(lr=6e-4, eps=1e-8, weight_decay=1e-2),
+                scheduler=ExponentialDecaySchedulerConfig(lr_final=6e-6, max_steps=200000),
             ),
         ),
         model=NerfactoModelConfig(eval_num_rays_per_chunk=1 << 15),
@@ -100,11 +102,11 @@ method_configs["nerfacto"] = TrainerConfig(
     optimizers={
         "proposal_networks": {
             "optimizer": AdamOptimizerConfig(lr=1e-2, eps=1e-15),
-            "scheduler": None,
+            "scheduler": ExponentialDecaySchedulerConfig(lr_final=0.0001, max_steps=200000),
         },
         "fields": {
             "optimizer": AdamOptimizerConfig(lr=1e-2, eps=1e-15),
-            "scheduler": None,
+            "scheduler": ExponentialDecaySchedulerConfig(lr_final=0.0001, max_steps=200000),
         },
     },
     viewer=ViewerConfig(num_rays_per_chunk=1 << 15),