# Copyright 2022 The Plenoptix Team. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """Data parser for instant ngp data""" from __future__ import annotations import logging from dataclasses import dataclass from pathlib import Path import numpy as np import torch from nerfactory.cameras import utils as camera_utils from nerfactory.cameras.cameras import Cameras, CameraType from nerfactory.configs import base as cfg from nerfactory.datamanagers.dataparsers.base import DataParser from nerfactory.datamanagers.structs import DatasetInputs, SceneBounds from nerfactory.utils.io import get_absolute_path, load_from_json @dataclass class InstantNGP(DataParser): """Instant NGP Dataset""" config: cfg.InstantNGPDataParserConfig def _generate_dataset_inputs(self, split="train"): abs_dir = get_absolute_path(self.config.data_directory) meta = load_from_json(abs_dir / "transforms.json") image_filenames = [] poses = [] num_skipped_image_filenames = 0 for frame in meta["frames"]: fname = abs_dir / Path(frame["file_path"]) if not fname: num_skipped_image_filenames += 1 else: image_filenames.append(fname) poses.append(np.array(frame["transform_matrix"])) if num_skipped_image_filenames >= 0: logging.info("Skipping %s files in dataset split %s.", num_skipped_image_filenames, split) assert ( len(image_filenames) != 0 ), """ No image files found. You should check the file_paths in the transforms.json file to make sure they are correct. """ poses = np.array(poses).astype(np.float32) poses[:3, 3] *= self.config.scene_scale camera_to_world = torch.from_numpy(poses[:, :3]) # camera to world transform distortion_params = camera_utils.get_distortion_params( k1=float(meta["k1"]), k2=float(meta["k2"]), p1=float(meta["p1"]), p2=float(meta["p2"]) ) # in x,y,z order # assumes that the scene is centered at the origin aabb_scale = meta["aabb_scale"] scene_bounds = SceneBounds( aabb=torch.tensor( [[-aabb_scale, -aabb_scale, -aabb_scale], [aabb_scale, aabb_scale, aabb_scale]], dtype=torch.float32 ) ) cameras = Cameras( fx=float(meta["fl_x"]), fy=float(meta["fl_y"]), cx=float(meta["cx"]), cy=float(meta["cy"]), distortion_params=distortion_params, height=int(meta["h"]), width=int(meta["w"]), camera_to_worlds=camera_to_world, camera_type=CameraType.PERSPECTIVE, ) # TODO(ethan): add alpha background color dataset_inputs = DatasetInputs( image_filenames=image_filenames, cameras=cameras, scene_bounds=scene_bounds, ) return dataset_inputs