Files
nerfstudio/mattport/nerf/dataset/utils.py
T

108 lines
3.7 KiB
Python

"""
For loading the blender dataset format.
"""
import os
from dataclasses import dataclass
from typing import Dict, List, Tuple
import imageio
import numpy as np
import torch
from mattport.utils.io import get_absolute_path, load_from_json
@dataclass
class DatasetInputs:
"""Dataset inputs for the image dataset and the ray generator."""
image_filenames: List[str]
downscale_factor: float = 1.0
white_background: bool = False
intrinsics: torch.tensor = None
camera_to_world: torch.tensor = None
def load_blender_data(
basedir: str, downscale_factor: int = 1, white_background: bool = False, split: str = "train"
) -> DatasetInputs:
"""Processes the a blender dataset directory.
Some of this code comes from https://github.com/yenchenlin/nerf-pytorch/blob/master/load_blender.py#L37.
Args:
data_directory (str): Location of data
downscale_factor (int, optional): How much to downscale images. Defaults to 1.0.
white_background (bool, optional): Set pixel with zero opacity to white. Defaults to False.
split (str, optional): Which dataset split to generate.
Returns:
DatasetInputs
"""
# pylint: disable=unused-argument
# pylint: disable-msg=too-many-locals
meta = load_from_json(os.path.join(basedir, f"transforms_{split}.json"))
image_filenames = []
poses = []
for frame in meta["frames"]:
fname = os.path.join(basedir, frame["file_path"].replace("./", "") + ".png")
image_filenames.append(fname)
poses.append(np.array(frame["transform_matrix"]))
poses = np.array(poses).astype(np.float32)
img_0 = imageio.imread(image_filenames[0])
image_height, image_width = img_0.shape[:2]
camera_angle_x = float(meta["camera_angle_x"])
focal_length = 0.5 * image_width / np.tan(0.5 * camera_angle_x)
cx = image_width / 2.0
cy = image_height / 2.0
camera_to_world = torch.from_numpy(poses[:, :3]) # camera to world transform
num_cameras = len(image_filenames)
num_intrinsics_params = 3
intrinsics = torch.ones((num_cameras, num_intrinsics_params), dtype=torch.float32)
intrinsics *= torch.tensor([cx, cy, focal_length])
dataset_inputs = DatasetInputs(
image_filenames=image_filenames,
downscale_factor=downscale_factor,
white_background=white_background,
intrinsics=intrinsics * 1.0 / downscale_factor, # downscaling the intrinsics here
camera_to_world=camera_to_world,
)
return dataset_inputs
def get_dataset_inputs_dict(
data_directory: str,
dataset_type: str,
downscale_factor: int = 1,
white_background: bool = False,
splits: Tuple[str] = ("train", "val"),
) -> Dict[str, DatasetInputs]:
"""Returns the dataset inputs, which will be used with an ImageDataset and RayGenerator.
# TODO: implement the `test` split, which will have depths and normals, etc.
Args:
data_directory (str): Location of data
dataset_type (str): Name of dataset type
downscale_factor (int, optional): How much to downscale images. Defaults to 1.0.
white_background (bool, optional): Set pixel with zero opacity to white. Defaults to False.
Returns:
Dict[str, DatasetInputs]: The inputs needed for generating rays.
"""
dataset_inputs_dict = {}
if dataset_type == "blender":
for split in splits:
dataset_inputs = load_blender_data(
get_absolute_path(data_directory), downscale_factor=downscale_factor, white_background=white_background
)
dataset_inputs_dict[split] = dataset_inputs
else:
raise NotImplementedError(f"{dataset_type} is not a valid dataset type")
return dataset_inputs_dict