Files
nerfstudio/mattport/nerf/renderers.py
T
2022-04-29 18:46:02 -07:00

42 lines
986 B
Python

"""
Collection of renderers
"""
from dataclasses import dataclass
import torch
from torch import nn
from torchtyping import TensorType
@dataclass
class RendererOutputs:
"""_summary_"""
rgb: TensorType["num_rays", 3] = None
density: TensorType["num_rays", 1] = None
class RGBRenderer(nn.Module):
"""Standard volumetic rendering."""
@classmethod
def forward(
cls,
rgb: TensorType[..., "num_samples", 3],
weights: TensorType[..., "num_samples"],
) -> RendererOutputs:
"""Composite samples along ray and render color image
Args:
rgb (TensorType[..., "num_samples", -1]): RGB for each sample
weights (TensorType[..., "num_samples"]): Weights for each sample
Returns:
TensorType[..., "out_dim"]: Composited RGB ray
"""
rgb = torch.sum(weights[..., None] * rgb, dim=-2)
renderer_outputs = RendererOutputs(rgb=rgb)
return renderer_outputs