diff --git a/nerfstudio/pipelines/base_pipeline.py b/nerfstudio/pipelines/base_pipeline.py
index 9dc50fa27..343cf5104 100644
--- a/nerfstudio/pipelines/base_pipeline.py
+++ b/nerfstudio/pipelines/base_pipeline.py
@@ -359,13 +359,7 @@ class VanillaPipeline(Pipeline):
             loaded_state: pre-trained model state dict
         """
         state = {key.replace("module.", ""): value for key, value in loaded_state.items()}
-        if self.test_mode == "inference":
-            state.pop("datamanager.train_camera_optimizer.pose_adjustment", None)
-            state.pop("datamanager.train_ray_generator.image_coords", None)
-            state.pop("datamanager.train_ray_generator.pose_optimizer.pose_adjustment", None)
-            state.pop("datamanager.eval_ray_generator.image_coords", None)
-            state.pop("datamanager.eval_ray_generator.pose_optimizer.pose_adjustment", None)
-        self.load_state_dict(state)  # type: ignore
+        self.load_state_dict(state, strict=False)
 
     def get_training_callbacks(
         self, training_callback_attributes: TrainingCallbackAttributes