From 395ea78bec70886793c663780306c7e0f1058467 Mon Sep 17 00:00:00 2001 From: MrKarimiD Date: Sun, 2 Aug 2026 15:31:54 -0400 Subject: [PATCH] Route per-image masks into per-camera folders in openSFM processing ns-process-data lantern-openSFM expects each camera's masks at /mask/.png, but the PanDORA dataset ships them in a flat data/masks/ folder. Add _populate_camera_mask_folder() to copy each mask into the per-camera mask/ dir before projection (handles masks//.png, masks/_.png, and masks/.png source layouts), and make the mask output dir creation robust with mkdir(parents=True, exist_ok=True). Co-Authored-By: Claude Opus 4.8 --- nerfstudio/process_data/equirect_utils.py | 2 +- .../process_data/openSFM_to_nerfstudio.py | 26 +++++++++++++++++++ 2 files changed, 27 insertions(+), 1 deletion(-) diff --git a/nerfstudio/process_data/equirect_utils.py b/nerfstudio/process_data/equirect_utils.py index d376f3608..b19c3e541 100644 --- a/nerfstudio/process_data/equirect_utils.py +++ b/nerfstudio/process_data/equirect_utils.py @@ -563,7 +563,7 @@ def generate_planar_projections_from_equirectangular_GT( if os.path.isdir(output_mask_dir): CONSOLE.log(f"The directory {output_mask_dir} exists. Deleting the folder...") shutil.rmtree(output_mask_dir) - output_mask_dir.mkdir(exist_ok=False) + output_mask_dir.mkdir(parents=True, exist_ok=True) progress = Progress( TextColumn("[bold blue]Generating Planar Images", justify="right"), diff --git a/nerfstudio/process_data/openSFM_to_nerfstudio.py b/nerfstudio/process_data/openSFM_to_nerfstudio.py index bb68c39d1..2f7137de2 100644 --- a/nerfstudio/process_data/openSFM_to_nerfstudio.py +++ b/nerfstudio/process_data/openSFM_to_nerfstudio.py @@ -19,6 +19,7 @@ from dataclasses import dataclass from pathlib import Path from typing import Optional, Literal, Tuple import os +import shutil import numpy as np from numpy.linalg import inv import cv2 @@ -40,6 +41,29 @@ from nerfstudio.utils.rich_utils import CONSOLE, ItersPerSecColumn from nerfstudio.utils import io +def _populate_camera_mask_folder(data_dir, sequence_name): + """Route per-image masks from the flat /masks/ folder into + //mask/.png, which is where the GT + planar-projection step expects each mask. Handles source masks stored as + masks//.png, masks/_.png, or masks/.png.""" + cam_dir = data_dir / sequence_name + src_dir = data_dir / "masks" + if not src_dir.is_dir(): + return + dst_dir = cam_dir / "mask" + dst_dir.mkdir(exist_ok=True) + for img in sorted(cam_dir.glob("*.png")): + stem = img.stem + for candidate in ( + src_dir / sequence_name / f"{stem}.png", + src_dir / f"{sequence_name}_{stem}.png", + src_dir / f"{stem}.png", + ): + if candidate.exists(): + shutil.copy(candidate, dst_dir / f"{stem}.png") + break + + def apply_correction(coefs, img, CORRECTION_CURVE_TYPE) -> np.ndarray: # check that img is in range 0-255 assert img.dtype == np.uint8 @@ -243,6 +267,8 @@ class OpenSFMToNeRFStudioDataset(BaseConverterToNerfstudioDataset): metadata_dict_all = {} # for sequence_name in ['left_sfm', 'right_sfm']: for sequence_name in ['left_e1', 'right_e2']: + if self.use_mask: + _populate_camera_mask_folder(self.data, sequence_name) CONSOLE.log(f"Generating {self.images_per_equirect} {pers_size} sized images per equirectangular image") out_dir = equirect_utils.generate_planar_projections_from_equirectangular_GT( self.output_dir / 'panoramic_transforms.json',