mirror of
https://github.com/nerfstudio-project/nerfstudio.git
synced 2026-11-20 14:45:38 +08:00
58 lines
2.2 KiB
Python
58 lines
2.2 KiB
Python
"""
|
|
Multi Layer Perceptron
|
|
"""
|
|
|
|
import torch
|
|
from torch import nn
|
|
|
|
from mattport.nerf.field_modules.encoding import NeRFEncoding
|
|
from mattport.nerf.field_modules.field_heads import DensityFieldHead, FieldHeadOutputs, RGBFieldHead
|
|
from mattport.nerf.field_modules.mlp import MLP
|
|
from mattport.structures.rays import RaySamples
|
|
|
|
|
|
class NeRFField(nn.Module):
|
|
"""Multilayer perceptron"""
|
|
|
|
def __init__(self) -> None:
|
|
super().__init__()
|
|
self.build_nn_modules()
|
|
|
|
def build_nn_modules(self) -> None:
|
|
"""Initialize modules."""
|
|
self.encoding_xyz = NeRFEncoding(in_dim=3, num_frequencies=10, min_freq_exp=0.0, max_freq_exp=8.0)
|
|
self.encoding_dir = NeRFEncoding(in_dim=3, num_frequencies=6, min_freq_exp=0.0, max_freq_exp=4.0)
|
|
self.mlp_base = MLP(
|
|
in_dim=self.encoding_xyz.get_out_dim(), out_dim=64, num_layers=8, layer_width=64, activation=nn.ReLU()
|
|
)
|
|
self.mlp_rgb = MLP(
|
|
in_dim=self.mlp_base.get_out_dim() + self.encoding_dir.get_out_dim(),
|
|
out_dim=64,
|
|
num_layers=2,
|
|
layer_width=64,
|
|
activation=nn.ReLU(),
|
|
)
|
|
self.field_output_rgb = RGBFieldHead(in_dim=self.mlp_rgb.get_out_dim())
|
|
self.field_output_density = DensityFieldHead(in_dim=self.mlp_base.get_out_dim())
|
|
|
|
def forward(self, ray_samples: RaySamples):
|
|
"""Evaluates the field at points along the ray
|
|
Args:
|
|
xyz: ()
|
|
# TODO(ethan): change the input to be something more abstracted
|
|
e.g., a FieldInput structure
|
|
"""
|
|
positions = ray_samples.positions
|
|
directions = ray_samples.directions
|
|
encoded_xyz = self.encoding_xyz(positions)
|
|
encoded_dir = self.encoding_dir(directions)
|
|
base_mlp_out = self.mlp_base(encoded_xyz)
|
|
rgb_mlp_out = self.mlp_rgb(torch.cat([encoded_dir, base_mlp_out], dim=-1))
|
|
|
|
field_rgb_output = self.field_output_rgb(rgb_mlp_out)
|
|
field_density_out = self.field_output_density(base_mlp_out)
|
|
|
|
# TODO(ethan): implement a way to combine the field outputs...
|
|
field_outputs = FieldHeadOutputs(rgb=field_rgb_output.rgb, density=field_density_out.density)
|
|
return field_outputs
|