RGBA renderer for splatfacto (#3307)

* Update base_model.py

* Update render.py

* Update render.py

* fixing error

* Update render.py

* Update render.py
This commit is contained in:
Hardik Dava authored and GitHub committed 2024-09-09 16:20:26 -04:00
1 parent f86dbe6d45
commit d67b281f7d
2 files changed
+11 -6

No files matched your search

+1 -5
View File
@@ -214,11 +214,7 @@ class Model(nn.Module):
RGBA image.
"""
accumulation_name = output_name.replace("rgb", "accumulation")
if (
not hasattr(self, "renderer_rgb")
or not hasattr(self.renderer_rgb, "background_color")
or accumulation_name not in outputs
):
if accumulation_name not in outputs:
raise NotImplementedError(f"get_rgba_image is not implemented for model {self.__class__.__name__}")
rgb = outputs[output_name]
if self.renderer_rgb.background_color == "random": # type: ignore
+10 -1
View File
@@ -197,6 +197,9 @@ def _render_trajectory_video(
outputs = pipeline.model.get_outputs_for_camera(
cameras[camera_idx : camera_idx + 1], obb_box=obb_box
)
if rendered_output_names is not None and "rgba" in rendered_output_names:
rgba = pipeline.model.get_rgba_image(outputs=outputs, output_name="rgb")
outputs["rgba"] = rgba
render_image = []
for rendered_output_name in rendered_output_names:
@@ -221,6 +224,8 @@ def _render_trajectory_video(
.cpu()
.numpy()
)
elif rendered_output_name == "rgba":
output_image = output_image.detach().cpu().numpy()
else:
output_image = (
colormaps.apply_colormap(
@@ -790,6 +795,9 @@ class DatasetRender(BaseRender):
for camera_idx, (camera, batch) in enumerate(progress.track(dataloader, total=len(dataset))):
with torch.no_grad():
outputs = pipeline.model.get_outputs_for_camera(camera)
if self.rendered_output_names is not None and "rgba" in self.rendered_output_names:
rgba = pipeline.model.get_rgba_image(outputs=outputs, output_name="rgb")
outputs["rgba"] = rgba
gt_batch = batch.copy()
gt_batch["rgb"] = gt_batch.pop("image")
@@ -841,11 +849,12 @@ class DatasetRender(BaseRender):
output_image = gt_batch[output_name]
else:
output_image = outputs[output_name]
del output_name
# Map to color spaces / numpy
if is_raw:
output_image = output_image.cpu().numpy()
elif output_name == "rgba":
output_image = output_image.detach().cpu().numpy()
elif is_depth:
output_image = (
colormaps.apply_depth_colormap(