tink/nerfstudio
4
0
Fork 0
mirror of https://github.com/nerfstudio-project/nerfstudio.git synced 2026-11-10 18:17:31 +08:00
Code

Pass current camera idx in metadata to get output from viser (#3293)

Browse Source 
allows viser camera to pass clicked training camera idx into metadata
This commit is contained in:
Congrong Xu 2024-07-18 16:03:18 +08:00 committed by GitHub
parent d2510aa02f
commit 3a46c4274a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 17 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
nerfstudio/viewer/utils.py
View File

@ -42,6 +42,8 @@ class CameraState:
"""Type of camera to render."""
time: float = 0.0
"""The rendering time of the camera state."""
idx: int = 0
"""The index of the current camera."""
def get_camera(
@ -78,6 +80,7 @@ def get_camera(
camera_type=camera_state.camera_type,
camera_to_worlds=camera_state.c2w.to(torch.float32)[None, ...],
times=torch.tensor([camera_state.time], dtype=torch.float32),
metadata={"cam_idx": camera_state.idx},
)
return camera

19
nerfstudio/viewer/viewer.py
View File

@ -106,6 +106,8 @@ class Viewer:
self.train_btn_state: Literal["training", "paused", "completed"] = "training"
self._prev_train_state: Literal["training", "paused", "completed"] = "training"
self.last_move_time = 0
# track the camera index that last being clicked
self.current_camera_idx = 0
self.viser_server = viser.ViserServer(host=config.websocket_host, port=websocket_port)
# Set the name of the URL either to the share link if available, or the localhost
@ -325,6 +327,7 @@ class Viewer:
else CameraType.EQUIRECTANGULAR
if camera_type == "Equirectangular"
else assert_never(camera_type),
idx=self.current_camera_idx,
)
else:
camera_state = CameraState(
@ -332,6 +335,7 @@ class Viewer:
aspect=client.camera.aspect,
c2w=c2w,
camera_type=CameraType.PERSPECTIVE,
idx=self.current_camera_idx,
)
return camera_state
@ -462,11 +466,16 @@ class Viewer:
position=c2w[:3, 3] * VISER_NERFSTUDIO_SCALE_RATIO,
)
@camera_handle.on_click
def _(event: viser.SceneNodePointerEvent[viser.CameraFrustumHandle]) -> None:
with event.client.atomic():
event.client.camera.position = event.target.position
event.client.camera.wxyz = event.target.wxyz
def create_on_click_callback(capture_idx):
def on_click_callback(event: viser.SceneNodePointerEvent[viser.CameraFrustumHandle]) -> None:
with event.client.atomic():
event.client.camera.position = event.target.position
event.client.camera.wxyz = event.target.wxyz
self.current_camera_idx = capture_idx
return on_click_callback
camera_handle.on_click(create_on_click_callback(idx))
self.camera_handles[idx] = camera_handle
self.original_c2w[idx] = c2w