"""Download datasets and specific captures from the datasets.""" import os import shutil import sys import zipfile from pathlib import Path from typing import Optional import gdown import tyro from rich.console import Console from typing_extensions import Literal CONSOLE = Console(width=120) def download_blender(save_dir: Path): """Download the blender dataset.""" # TODO: give this code the same structure as download_nerfstudio # https://drive.google.com/uc?id=18JxhpWD-4ZmuFKLzKlAw-w5PpzZxXOcG blender_file_id = "18JxhpWD-4ZmuFKLzKlAw-w5PpzZxXOcG" final_path = save_dir / Path("blender") if os.path.exists(final_path): shutil.rmtree(str(final_path)) url = f"https://drive.google.com/uc?id={blender_file_id}" download_path = save_dir / "blender_data.zip" gdown.download(url, output=str(download_path)) with zipfile.ZipFile(download_path, "r") as zip_ref: zip_ref.extractall(str(save_dir)) unzip_path = save_dir / Path("nerf_synthetic") final_path = save_dir / Path("blender") unzip_path.rename(final_path) if download_path.exists(): download_path.unlink() def download_friends(save_dir: Path): """Download the friends dataset.""" # https://drive.google.com/file/d/1sgKr0ZO7BQC0FYinAnRSxobIWNucAST5/view?usp=sharing friends_file_id = "1sgKr0ZO7BQC0FYinAnRSxobIWNucAST5" # Download the files url = f"https://drive.google.com/uc?id={friends_file_id}" download_path = str(save_dir / "friends.zip") gdown.download(url, output=download_path) with zipfile.ZipFile(download_path, "r") as zip_ref: zip_ref.extractall(str(save_dir)) os.remove(download_path) def grab_file_id(zip_url: str) -> str: """Get the file id from the google drive zip url.""" s = zip_url.split("/d/")[1] return s.split("/")[0] nerfstudio_file_ids = { "bww_entrance": grab_file_id("https://drive.google.com/file/d/1ylkRHtfB3n3IRLf2wplpfxzPTq7nES9I/view?usp=sharing"), "campanile": grab_file_id("https://drive.google.com/file/d/13aOfGJRRH05pOOk9ikYGTwqFc2L1xskU/view?usp=sharing"), "desolation": grab_file_id("https://drive.google.com/file/d/14IzOOQm9KBJ3kPbunQbUTHPnXnmZus-f/view?usp=sharing"), "dozer": grab_file_id("https://drive.google.com/file/d/1-OR5F_V5S4s-yzxohbwTylaXjzYLu8ZR/view?usp=sharing"), "library": grab_file_id("https://drive.google.com/file/d/1Hjbh_-BuaWETQExn2x2qGD74UwrFugHx/view?usp=sharing"), "poster": grab_file_id("https://drive.google.com/file/d/1dmjWGXlJnUxwosN6MVooCDQe970PkD-1/view?usp=sharing"), "redwoods2": grab_file_id("https://drive.google.com/file/d/1rg-4NoXT8p6vkmbWxMOY6PSG4j3rfcJ8/view?usp=sharing"), "storefront": grab_file_id("https://drive.google.com/file/d/16b792AguPZWDA_YC4igKCwXJqW0Tb21o/view?usp=sharing"), "vegetation": grab_file_id("https://drive.google.com/file/d/1wBhLQ2odycrtU39y2akVurXEAt9SsVI3/view?usp=sharing"), } DatasetName = tyro.extras.literal_type_from_choices(nerfstudio_file_ids.keys()) def download_capture_name(save_dir: Path, dataset_name: str, capture_name: str, capture_name_to_file_id: dict): """Download specific captures a given dataset and capture name.""" url = f"https://drive.google.com/uc?id={capture_name_to_file_id[capture_name]}" target_path = str(save_dir / f"{dataset_name}/{capture_name}") os.makedirs(target_path, exist_ok=True) download_path = Path(f"{target_path}.zip") tmp_path = str(save_dir / ".temp") shutil.rmtree(tmp_path, ignore_errors=True) os.makedirs(tmp_path, exist_ok=True) gdown.download(url, output=str(download_path)) with zipfile.ZipFile(download_path, "r") as zip_ref: zip_ref.extractall(tmp_path) inner_folders = os.listdir(tmp_path) assert len(inner_folders) == 1, "There is more than one folder inside this zip file." folder = os.path.join(tmp_path, inner_folders[0]) shutil.rmtree(target_path) shutil.move(folder, target_path) shutil.rmtree(tmp_path) os.remove(download_path) def download_nerfstudio(save_dir: Path, capture_name: str): """Download specific captures for the nerfstudio dataset.""" download_capture_name(save_dir, "nerfstudio", capture_name, capture_name_to_file_id=nerfstudio_file_ids) record3d_file_ids = { "bear": grab_file_id("https://drive.google.com/file/d/1WRZohWMRj0nNlYFIEBwkddDoGPvLTzkR/view?usp=sharing") } def download_record3d(save_dir: Path, capture_name: str): """Download specific captures for the record3d dataset.""" download_capture_name(save_dir, "record3d", capture_name, capture_name_to_file_id=record3d_file_ids) def download_dnerf(save_dir: Path): """Download the D-NeRF dataset (https://github.com/albertpumarola/D-NeRF).""" # TODO: give this code the same structure as download_nerfstudio final_path = save_dir / Path("dnerf") if os.path.exists(final_path): shutil.rmtree(str(final_path)) download_path = save_dir / "dnerf_data.zip" os.system(f"curl -L https://www.dropbox.com/s/raw/0bf6fl0ye2vz3vr/data.zip > {download_path}") with zipfile.ZipFile(download_path, "r") as zip_ref: zip_ref.extractall(str(save_dir)) unzip_path = save_dir / Path("data") final_path = save_dir / Path("dnerf") unzip_path.rename(final_path) if download_path.exists(): download_path.unlink() def main( dataset: Literal["blender", "friends", "nerfstudio", "record3d", "dnerf"], capture_name: Optional[DatasetName] = None, # type: ignore save_dir: Path = Path("data/"), ): """Script to download existing datasets. We currently support the following datasets: - nerfstudio: Growing collection of real-world scenes. Use the `capture_name` argument to specify which capture to download. - blender: Blender synthetic scenes realeased with NeRF. - friends: Friends TV show scenes. Args: dataset: The dataset to download (from). capture_name: The capture name to download (if downloading from nerfstudio dataset). save_dir: The directory to save the data to. """ save_dir.mkdir(parents=True, exist_ok=True) if dataset == "blender": if capture_name is not None: CONSOLE.print("Capture name is ignored when downloading from the blender dataset.") download_blender(save_dir) if dataset == "friends": if capture_name is not None: CONSOLE.print("Capture name is ignored when downloading from the blender dataset.") download_friends(save_dir) if dataset == "nerfstudio": if capture_name is None: capture_names = sorted(nerfstudio_file_ids.keys()) CONSOLE.rule("[bold red]Error", style="bold red") CONSOLE.print("[bold yellow]You must pass in --capture-name when downloading from the nerfstudio dataset.") CONSOLE.print("Use one of the following:") CONSOLE.print(f"\t {capture_names}") sys.exit() download_nerfstudio(save_dir, capture_name) if dataset == "record3d": download_record3d(save_dir, "bear") if dataset == "dnerf": if capture_name is not None: CONSOLE.print("Capture name is ignored when downloading from the dnerf dataset.") download_dnerf(save_dir) def entrypoint(): """Entrypoint for use with pyproject scripts.""" tyro.extras.set_accent_color("bright_yellow") tyro.cli(main) if __name__ == "__main__": entrypoint() # For sphinx docs get_parser_fn = lambda: tyro.extras.get_parser(main) # noqa