mirror of
https://github.com/nerfstudio-project/nerfstudio.git
synced 2026-11-21 15:15:43 +08:00
Switch from point samples to frustum samples
This commit is contained in:
1 parent
609bf32d22
commit
1b20028ea3
17 files changed
+255
-102
No files matched your search
@@ -5,7 +5,7 @@ import torch
|
||||
|
||||
from pyrad.nerf.field_modules.field_heads import FieldHeadNames
|
||||
from pyrad.nerf.fields.instant_ngp_field import TCNNInstantNGPField
|
||||
from pyrad.structures.rays import PointSamples
|
||||
from pyrad.structures.rays import Frustums, PointSamples
|
||||
|
||||
|
||||
def test_tcnn_instant_ngp_field():
|
||||
@@ -28,7 +28,14 @@ def test_tcnn_instant_ngp_field():
|
||||
num_samples = 256
|
||||
positions = torch.rand((num_rays, num_samples, 3), dtype=torch.float32, device=device)
|
||||
directions = torch.rand_like(positions)
|
||||
point_samples = PointSamples(positions=positions, directions=directions)
|
||||
frustums = Frustums(
|
||||
origins=positions,
|
||||
directions=directions,
|
||||
frustum_starts=torch.zeros((*directions.shape[:-1], 1)),
|
||||
frustum_ends=torch.zeros((*directions.shape[:-1], 1)),
|
||||
pixel_area=torch.ones((*directions.shape[:-1], 1)),
|
||||
)
|
||||
point_samples = PointSamples(frustums=frustums)
|
||||
field_outputs = field.forward(point_samples)
|
||||
|
||||
positions_dtype = positions.dtype
|
||||
|
||||
@@ -62,12 +62,12 @@ def test_depth_renderer():
|
||||
weights = torch.ones((3, num_samples))
|
||||
weights /= torch.sum(weights, axis=-1, keepdim=True)
|
||||
|
||||
ts = torch.linspace(0, 100, num_samples)
|
||||
ts = torch.stack([ts, ts, ts], dim=0)
|
||||
bins = torch.linspace(0, 100, num_samples + 1)
|
||||
bins = torch.stack([bins, bins, bins], dim=0)
|
||||
|
||||
depth_renderer = renderers.DepthRenderer()
|
||||
|
||||
depth = depth_renderer(weights=weights, ts=ts)
|
||||
depth = depth_renderer(weights=weights, bins=bins)
|
||||
assert torch.min(depth) > 0
|
||||
|
||||
|
||||
|
||||
@@ -17,13 +17,14 @@ def test_uniform_sampler():
|
||||
|
||||
origins = torch.zeros((10, 3))
|
||||
directions = torch.ones_like(origins)
|
||||
ray_bundle = RayBundle(origins=origins, directions=directions)
|
||||
radius = torch.ones((10, 1))
|
||||
ray_bundle = RayBundle(origins=origins, directions=directions, pixel_area=radius)
|
||||
collider = NearFarCollider(near_plane, far_plane)
|
||||
ray_bundle = collider(ray_bundle)
|
||||
|
||||
ray_samples = sampler(ray_bundle)
|
||||
|
||||
assert ray_samples.positions.shape[-2] == num_samples
|
||||
assert ray_samples.frustums.get_positions().shape[-2] == num_samples
|
||||
|
||||
# TODO Tancik: Add more precise tests
|
||||
|
||||
@@ -36,7 +37,8 @@ def test_pdf_sampler():
|
||||
|
||||
origins = torch.zeros((10, 3))
|
||||
directions = torch.ones_like(origins)
|
||||
ray_bundle = RayBundle(origins=origins, directions=directions)
|
||||
radius = torch.ones((10, 1))
|
||||
ray_bundle = RayBundle(origins=origins, directions=directions, pixel_area=radius)
|
||||
collider = NearFarCollider(near_plane, far_plane)
|
||||
ray_bundle = collider(ray_bundle)
|
||||
|
||||
|
||||
@@ -4,7 +4,7 @@ Test the camera classes.
|
||||
|
||||
import torch
|
||||
|
||||
from pyrad.structures.cameras import PinholeCamera
|
||||
from pyrad.structures.cameras import EquirectangularCamera, PinholeCamera
|
||||
from pyrad.structures.rays import RayBundle
|
||||
|
||||
|
||||
@@ -14,3 +14,30 @@ def test_pinhole_camera():
|
||||
camera_ray_bundle = pinhole_camera.generate_camera_rays()
|
||||
assert isinstance(camera_ray_bundle, RayBundle)
|
||||
assert torch.allclose(camera_ray_bundle.origins[0], torch.tensor([0.0, 0.0, 0.0]))
|
||||
|
||||
# Test generate rays on 1D input
|
||||
num_rays = 10
|
||||
intrinsics = torch.ones(num_rays, 4) # (num_rays, num_intrinsics_params)
|
||||
camera_to_world = torch.ones(num_rays, 3, 4) # (num_rays, 3, 4)
|
||||
coords = torch.ones(num_rays, 2)
|
||||
pinhole_camera.generate_rays(intrinsics, camera_to_world, coords)
|
||||
|
||||
|
||||
def test_equirectangular_camera():
|
||||
"""Test that the equirectangular camera model works."""
|
||||
equirectangular_camera = EquirectangularCamera(height=400, width=400)
|
||||
camera_ray_bundle = equirectangular_camera.generate_camera_rays()
|
||||
assert isinstance(camera_ray_bundle, RayBundle)
|
||||
assert torch.allclose(camera_ray_bundle.origins[0], torch.tensor([0.0, 0.0, 0.0]))
|
||||
|
||||
# Test generate rays on 1D input
|
||||
num_rays = 10
|
||||
intrinsics = torch.ones(num_rays, 2) * 20 # (num_rays, num_intrinsics_params)
|
||||
camera_to_world = torch.ones(num_rays, 3, 4) # (num_rays, 3, 4)
|
||||
coords = torch.ones(num_rays, 2)
|
||||
equirectangular_camera.generate_rays(intrinsics, camera_to_world, coords)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
test_pinhole_camera()
|
||||
test_equirectangular_camera()
|
||||
@@ -14,5 +14,6 @@ def test_run_train():
|
||||
conf = compose("test_dryrun.yaml")
|
||||
main(conf)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
test_run_train()
|
||||
Reference in new issue
Block a user