From 456930c21320045bfec4b1acd11ad8a01a42f0cd Mon Sep 17 00:00:00 2001 From: Anthony Zhang <47730496+AntonioMacaronio@users.noreply.github.com> Date: Fri, 24 May 2024 20:31:45 -0700 Subject: [PATCH] Fixing resize_image and adding additional distortion check (#3162) adding fixes for the runtime error on masking as well as distortion checking Co-authored-by: J.Y <132313008+jb-ye@users.noreply.github.com> --- nerfstudio/data/datamanagers/full_images_datamanager.py | 2 +- nerfstudio/models/splatfacto.py | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/nerfstudio/data/datamanagers/full_images_datamanager.py b/nerfstudio/data/datamanagers/full_images_datamanager.py index 8f4cc139f..0b723ea8d 100644 --- a/nerfstudio/data/datamanagers/full_images_datamanager.py +++ b/nerfstudio/data/datamanagers/full_images_datamanager.py @@ -161,7 +161,7 @@ class FullImageDatamanager(DataManager, Generic[TDataset]): f'The size of image ({data["image"].shape[1]}, {data["image"].shape[0]}) loaded ' f'does not match the camera parameters ({camera.width.item(), camera.height.item()})' ) - if camera.distortion_params is None: + if camera.distortion_params is None or torch.all(camera.distortion_params == 0): return data K = camera.get_intrinsics_matrices().numpy() distortion_params = camera.distortion_params.numpy() diff --git a/nerfstudio/models/splatfacto.py b/nerfstudio/models/splatfacto.py index 22cd8e176..e996dd640 100644 --- a/nerfstudio/models/splatfacto.py +++ b/nerfstudio/models/splatfacto.py @@ -91,6 +91,7 @@ def resize_image(image: torch.Tensor, d: int): """ import torch.nn.functional as tf + image = image.to(torch.float32) weight = (1.0 / (d * d)) * torch.ones((1, 1, d, d), dtype=torch.float32, device=image.device) return tf.conv2d(image.permute(2, 0, 1)[:, None, ...], weight, stride=d).squeeze(1).permute(1, 2, 0)