Lambertian shading added

This commit is contained in:
Abhik Ahuja committed 2022-11-28 15:50:56 -08:00
1 parent 44d6431c43
commit a15bceb272
2 files changed
+19 -1

No files matched your search

+14 -1
View File
@@ -43,7 +43,7 @@ from nerfstudio.model_components.renderers import (
)
from nerfstudio.model_components.scene_colliders import AABBBoxCollider
from nerfstudio.models.base_model import Model, ModelConfig
from nerfstudio.utils import colormaps, colors, misc
from nerfstudio.utils import colormaps, colors, math, misc
@dataclass
@@ -119,13 +119,26 @@ class DreamFusionModel(Model):
normals = self.renderer_normals(normals=field_outputs[FieldHeadNames.NORMALS], weights=weights)
pred_normals = self.renderer_normals(field_outputs[FieldHeadNames.PRED_NORMALS], weights=weights)
# lambertian shading
light_d = ray_bundle.origins[0] # + torch.randn(3, dtype=torch.float).to(normals)
light_d = math.safe_normalize(light_d)
ratio = 0.5
lambertian = ratio + (1 - ratio) * (pred_normals @ light_d).clamp(min=0) # [N,]
shaded = lambertian.unsqueeze(-1).repeat(1, 3)
shaded_albedo = rgb * lambertian.unsqueeze(-1)
outputs = {
"rgb": rgb,
"accumulation": accumulation,
"depth": depth,
"normals": normals,
"pred_normals": pred_normals,
"shaded": shaded,
"shaded_albedo": shaded_albedo,
}
return outputs
def get_loss_dict(self, outputs, batch, metrics_dict=None) -> Dict[str, torch.Tensor]:
+5
View File
@@ -191,3 +191,8 @@ def expected_sin(x_means: torch.Tensor, x_vars: torch.Tensor) -> torch.Tensor:
"""
return torch.exp(-0.5 * x_vars) * torch.sin(x_means)
# From https://github.com/ashawkey/stable-dreamfusion
def safe_normalize(x, eps=1e-20):
return x / torch.sqrt(torch.clamp(torch.sum(x * x, -1, keepdim=True), min=eps))