Switch from point samples to frustum samples

This commit is contained in:
Matt Tancik authored and Matthew Tancik committed 2022-06-06 16:43:11 -07:00
1 parent 609bf32d22
commit 1b20028ea3
17 files changed
+255 -102

No files matched your search

+9 -2
View File
@@ -5,7 +5,7 @@ import torch
from pyrad.nerf.field_modules.field_heads import FieldHeadNames
from pyrad.nerf.fields.instant_ngp_field import TCNNInstantNGPField
from pyrad.structures.rays import PointSamples
from pyrad.structures.rays import Frustums, PointSamples
def test_tcnn_instant_ngp_field():
@@ -28,7 +28,14 @@ def test_tcnn_instant_ngp_field():
num_samples = 256
positions = torch.rand((num_rays, num_samples, 3), dtype=torch.float32, device=device)
directions = torch.rand_like(positions)
point_samples = PointSamples(positions=positions, directions=directions)
frustums = Frustums(
origins=positions,
directions=directions,
frustum_starts=torch.zeros((*directions.shape[:-1], 1)),
frustum_ends=torch.zeros((*directions.shape[:-1], 1)),
pixel_area=torch.ones((*directions.shape[:-1], 1)),
)
point_samples = PointSamples(frustums=frustums)
field_outputs = field.forward(point_samples)
positions_dtype = positions.dtype
+3 -3
View File
@@ -62,12 +62,12 @@ def test_depth_renderer():
weights = torch.ones((3, num_samples))
weights /= torch.sum(weights, axis=-1, keepdim=True)
ts = torch.linspace(0, 100, num_samples)
ts = torch.stack([ts, ts, ts], dim=0)
bins = torch.linspace(0, 100, num_samples + 1)
bins = torch.stack([bins, bins, bins], dim=0)
depth_renderer = renderers.DepthRenderer()
depth = depth_renderer(weights=weights, ts=ts)
depth = depth_renderer(weights=weights, bins=bins)
assert torch.min(depth) > 0
+5 -3
View File
@@ -17,13 +17,14 @@ def test_uniform_sampler():
origins = torch.zeros((10, 3))
directions = torch.ones_like(origins)
ray_bundle = RayBundle(origins=origins, directions=directions)
radius = torch.ones((10, 1))
ray_bundle = RayBundle(origins=origins, directions=directions, pixel_area=radius)
collider = NearFarCollider(near_plane, far_plane)
ray_bundle = collider(ray_bundle)
ray_samples = sampler(ray_bundle)
assert ray_samples.positions.shape[-2] == num_samples
assert ray_samples.frustums.get_positions().shape[-2] == num_samples
# TODO Tancik: Add more precise tests
@@ -36,7 +37,8 @@ def test_pdf_sampler():
origins = torch.zeros((10, 3))
directions = torch.ones_like(origins)
ray_bundle = RayBundle(origins=origins, directions=directions)
radius = torch.ones((10, 1))
ray_bundle = RayBundle(origins=origins, directions=directions, pixel_area=radius)
collider = NearFarCollider(near_plane, far_plane)
ray_bundle = collider(ray_bundle)
+28 -1
View File
@@ -4,7 +4,7 @@ Test the camera classes.
import torch
from pyrad.structures.cameras import PinholeCamera
from pyrad.structures.cameras import EquirectangularCamera, PinholeCamera
from pyrad.structures.rays import RayBundle
@@ -14,3 +14,30 @@ def test_pinhole_camera():
camera_ray_bundle = pinhole_camera.generate_camera_rays()
assert isinstance(camera_ray_bundle, RayBundle)
assert torch.allclose(camera_ray_bundle.origins[0], torch.tensor([0.0, 0.0, 0.0]))
# Test generate rays on 1D input
num_rays = 10
intrinsics = torch.ones(num_rays, 4) # (num_rays, num_intrinsics_params)
camera_to_world = torch.ones(num_rays, 3, 4) # (num_rays, 3, 4)
coords = torch.ones(num_rays, 2)
pinhole_camera.generate_rays(intrinsics, camera_to_world, coords)
def test_equirectangular_camera():
"""Test that the equirectangular camera model works."""
equirectangular_camera = EquirectangularCamera(height=400, width=400)
camera_ray_bundle = equirectangular_camera.generate_camera_rays()
assert isinstance(camera_ray_bundle, RayBundle)
assert torch.allclose(camera_ray_bundle.origins[0], torch.tensor([0.0, 0.0, 0.0]))
# Test generate rays on 1D input
num_rays = 10
intrinsics = torch.ones(num_rays, 2) * 20 # (num_rays, num_intrinsics_params)
camera_to_world = torch.ones(num_rays, 3, 4) # (num_rays, 3, 4)
coords = torch.ones(num_rays, 2)
equirectangular_camera.generate_rays(intrinsics, camera_to_world, coords)
if __name__ == "__main__":
test_pinhole_camera()
test_equirectangular_camera()
+1
View File
@@ -14,5 +14,6 @@ def test_run_train():
conf = compose("test_dryrun.yaml")
main(conf)
if __name__ == "__main__":
test_run_train()