mirror of
https://github.com/nerfstudio-project/nerfstudio.git
synced 2026-11-18 13:53:44 +08:00
108 lines
3.7 KiB
Python
108 lines
3.7 KiB
Python
"""
|
|
For loading the blender dataset format.
|
|
"""
|
|
|
|
import os
|
|
from dataclasses import dataclass
|
|
from typing import Dict, List, Tuple
|
|
|
|
import imageio
|
|
import numpy as np
|
|
import torch
|
|
|
|
from mattport.utils.io import get_absolute_path, load_from_json
|
|
|
|
|
|
@dataclass
|
|
class DatasetInputs:
|
|
"""Dataset inputs for the image dataset and the ray generator."""
|
|
|
|
image_filenames: List[str]
|
|
downscale_factor: float = 1.0
|
|
white_background: bool = False
|
|
intrinsics: torch.tensor = None
|
|
camera_to_world: torch.tensor = None
|
|
|
|
|
|
def load_blender_data(
|
|
basedir: str, downscale_factor: int = 1, white_background: bool = False, split: str = "train"
|
|
) -> DatasetInputs:
|
|
"""Processes the a blender dataset directory.
|
|
Some of this code comes from https://github.com/yenchenlin/nerf-pytorch/blob/master/load_blender.py#L37.
|
|
|
|
Args:
|
|
data_directory (str): Location of data
|
|
downscale_factor (int, optional): How much to downscale images. Defaults to 1.0.
|
|
white_background (bool, optional): Set pixel with zero opacity to white. Defaults to False.
|
|
split (str, optional): Which dataset split to generate.
|
|
|
|
Returns:
|
|
DatasetInputs
|
|
"""
|
|
# pylint: disable=unused-argument
|
|
# pylint: disable-msg=too-many-locals
|
|
meta = load_from_json(os.path.join(basedir, f"transforms_{split}.json"))
|
|
image_filenames = []
|
|
poses = []
|
|
for frame in meta["frames"]:
|
|
fname = os.path.join(basedir, frame["file_path"].replace("./", "") + ".png")
|
|
image_filenames.append(fname)
|
|
poses.append(np.array(frame["transform_matrix"]))
|
|
poses = np.array(poses).astype(np.float32)
|
|
|
|
img_0 = imageio.imread(image_filenames[0])
|
|
image_height, image_width = img_0.shape[:2]
|
|
camera_angle_x = float(meta["camera_angle_x"])
|
|
focal_length = 0.5 * image_width / np.tan(0.5 * camera_angle_x)
|
|
|
|
cx = image_width / 2.0
|
|
cy = image_height / 2.0
|
|
camera_to_world = torch.from_numpy(poses[:, :3]) # camera to world transform
|
|
num_cameras = len(image_filenames)
|
|
num_intrinsics_params = 3
|
|
intrinsics = torch.ones((num_cameras, num_intrinsics_params), dtype=torch.float32)
|
|
intrinsics *= torch.tensor([cx, cy, focal_length])
|
|
|
|
dataset_inputs = DatasetInputs(
|
|
image_filenames=image_filenames,
|
|
downscale_factor=downscale_factor,
|
|
white_background=white_background,
|
|
intrinsics=intrinsics * 1.0 / downscale_factor, # downscaling the intrinsics here
|
|
camera_to_world=camera_to_world,
|
|
)
|
|
|
|
return dataset_inputs
|
|
|
|
|
|
def get_dataset_inputs_dict(
|
|
data_directory: str,
|
|
dataset_type: str,
|
|
downscale_factor: int = 1,
|
|
white_background: bool = False,
|
|
splits: Tuple[str] = ("train", "val"),
|
|
) -> Dict[str, DatasetInputs]:
|
|
"""Returns the dataset inputs, which will be used with an ImageDataset and RayGenerator.
|
|
# TODO: implement the `test` split, which will have depths and normals, etc.
|
|
|
|
Args:
|
|
data_directory (str): Location of data
|
|
dataset_type (str): Name of dataset type
|
|
downscale_factor (int, optional): How much to downscale images. Defaults to 1.0.
|
|
white_background (bool, optional): Set pixel with zero opacity to white. Defaults to False.
|
|
|
|
Returns:
|
|
Dict[str, DatasetInputs]: The inputs needed for generating rays.
|
|
"""
|
|
dataset_inputs_dict = {}
|
|
|
|
if dataset_type == "blender":
|
|
for split in splits:
|
|
dataset_inputs = load_blender_data(
|
|
get_absolute_path(data_directory), downscale_factor=downscale_factor, white_background=white_background
|
|
)
|
|
dataset_inputs_dict[split] = dataset_inputs
|
|
else:
|
|
raise NotImplementedError(f"{dataset_type} is not a valid dataset type")
|
|
|
|
return dataset_inputs_dict
|