mirror of
https://github.com/nerfstudio-project/nerfstudio.git
synced 2026-11-21 07:05:44 +08:00
Add mix precision training (#172)
* Add mix precision training * Disable mixed precision for cpu
This commit is contained in:
1 parent
529dd61aaf
commit
441dcd5314
8 files changed
+37
-21
No files matched your search
@@ -91,14 +91,14 @@ class Field(nn.Module):
|
||||
field_outputs = {}
|
||||
for k, value in field_outputs_masked.items():
|
||||
zeros = torch.zeros(
|
||||
*valid_mask.shape[:-1], value.shape[-1], dtype=torch.float32, device=valid_mask.device
|
||||
*valid_mask.shape[:-1], value.shape[-1], dtype=value.dtype, device=valid_mask.device
|
||||
)
|
||||
if valid_mask.any():
|
||||
zeros[valid_mask[..., 0]] = value
|
||||
else:
|
||||
zeros[0, :] = value
|
||||
field_outputs[k] = zeros
|
||||
density = torch.zeros(valid_mask.shape, dtype=torch.float32, device=valid_mask.device)
|
||||
density = torch.zeros(valid_mask.shape, dtype=density_masked.dtype, device=valid_mask.device)
|
||||
if valid_mask.any():
|
||||
density[valid_mask[..., 0]] = density_masked
|
||||
else:
|
||||
|
||||
@@ -107,14 +107,12 @@ class TCNNInstantNGPField(Field):
|
||||
"""Computes and returns the densities."""
|
||||
positions = get_normalized_positions(ray_samples.frustums.get_positions(), self.aabb)
|
||||
positions_flat = positions.view(-1, 3)
|
||||
dtype = positions_flat.dtype
|
||||
h = self.mlp_base(positions_flat).view(*ray_samples.frustums.shape, -1).to(dtype)
|
||||
h = self.mlp_base(positions_flat).view(*ray_samples.frustums.shape, -1)
|
||||
density_before_activation, base_mlp_out = torch.split(h, [1, self.geo_feat_dim], dim=-1)
|
||||
|
||||
# Rectifying the density with an exponential is much more stable than a ReLU or
|
||||
# softplus, because it enables high post-activation (float32) density outputs
|
||||
# from smaller internal (float16) parameters.
|
||||
assert density_before_activation.dtype is torch.float32
|
||||
density = trunc_exp(density_before_activation)
|
||||
return density, base_mlp_out
|
||||
|
||||
@@ -123,11 +121,9 @@ class TCNNInstantNGPField(Field):
|
||||
# tcnn requires directions in the range [0,1]
|
||||
directions = get_normalized_directions(ray_samples.frustums.directions)
|
||||
directions_flat = directions.view(-1, 3)
|
||||
dtype = directions_flat.dtype
|
||||
d = self.direction_encoding(directions_flat)
|
||||
h = torch.cat([d, density_embedding.view(-1, self.geo_feat_dim)], dim=-1)
|
||||
rgb = self.mlp_head(h).view(*ray_samples.frustums.directions.shape[:-1], -1).to(dtype)
|
||||
assert rgb.dtype is torch.float32
|
||||
rgb = self.mlp_head(h).view(*ray_samples.frustums.directions.shape[:-1], -1)
|
||||
return {FieldHeadNames.RGB: rgb}
|
||||
|
||||
|
||||
|
||||
Reference in new issue
Block a user