Files
nerfstudio/tests/utils/test_spherical_harmonics.py
T
2025-01-19 15:33:20 -08:00

78 lines
2.8 KiB
Python

import numpy as np
import pytest
import torch
from scipy.spatial.transform import Rotation as ScR
from nerfstudio.utils.spherical_harmonics import (
components_from_spherical_harmonics,
num_sh_bases,
rotate_spherical_harmonics,
)
@pytest.mark.parametrize("degree", list(range(0, 5)))
def test_spherical_harmonics_components(degree):
torch.manual_seed(0)
N = 1000000
dx = torch.normal(0, 1, size=(N, 3))
dx = dx / torch.linalg.norm(dx, dim=-1, keepdim=True)
sh = components_from_spherical_harmonics(degree, dx)
matrix = (sh.T @ sh) / N * 4 * torch.pi
torch.testing.assert_close(matrix, torch.eye(num_sh_bases(degree)), rtol=0, atol=1.5e-2)
@pytest.mark.parametrize("sh_degree", list(range(0, 4)))
def test_spherical_harmonics_rotation(sh_degree):
"""Test if rotating both the view direction and SH coefficients by the same rotation
produces the same color output as the original.
In other words, for any rotation R:
color(dir, coeffs) = color(R @ dir, rotate_sh(R, coeffs))
"""
torch.manual_seed(0)
np.random.seed(0)
N = 1000
num_coeffs = (sh_degree + 1) ** 2
sh_coeffs = torch.rand(N, 3, num_coeffs)
dirs = torch.rand(N, 3)
dirs = dirs / torch.linalg.norm(dirs, dim=-1, keepdim=True)
y_lm = components_from_spherical_harmonics(sh_degree, dirs)
color_original = (sh_coeffs * y_lm[..., None, :]).sum(dim=-1)
rot_matrix = torch.tensor(ScR.random().as_matrix(), dtype=torch.float32)
sh_coeffs_rotated = rotate_spherical_harmonics(rot_matrix, sh_coeffs)
dirs_rotated = (rot_matrix @ dirs.T).T
y_lm_rotated = components_from_spherical_harmonics(sh_degree, dirs_rotated)
color_rotated = (sh_coeffs_rotated * y_lm_rotated[..., None, :]).sum(dim=-1)
torch.testing.assert_close(color_original, color_rotated, rtol=0, atol=1e-5)
@pytest.mark.parametrize("sh_degree", list(range(0, 4)))
def test_spherical_harmonics_rotation_properties(sh_degree):
"""Test properties of the SH rotation"""
torch.manual_seed(0)
np.random.seed(0)
N = 1000
num_coeffs = (sh_degree + 1) ** 2
sh_coeffs = torch.rand(N, 3, num_coeffs)
rot_matrix = torch.tensor(ScR.random().as_matrix(), dtype=torch.float32)
sh_coeffs_rotated = rotate_spherical_harmonics(rot_matrix, sh_coeffs)
# Norm preserving
norm_original = torch.norm(sh_coeffs, dim=-1)
norm_rotated = torch.norm(sh_coeffs_rotated, dim=-1)
torch.testing.assert_close(norm_original, norm_rotated, rtol=0, atol=1e-5)
# 0th degree coeffs are invariant to rotation
torch.testing.assert_close(sh_coeffs[..., 0], sh_coeffs_rotated[..., 0], rtol=0, atol=1e-6)
# Identity rotation
rot_matrix = torch.eye(3)
sh_coeffs_rotated = rotate_spherical_harmonics(rot_matrix, sh_coeffs)
torch.testing.assert_close(sh_coeffs, sh_coeffs_rotated, rtol=0, atol=1e-6)