mirror of
https://github.com/nerfstudio-project/nerfstudio.git
synced 2026-11-16 12:53:44 +08:00
organization
This commit is contained in:
1 parent
2f3a7e82c9
commit
4cad94a5ba
2 files changed
+3
-130
No files matched your search
+3
-2
@@ -13,18 +13,19 @@ import time
|
||||
import threading
|
||||
|
||||
mipnerf360_capture_names = ["bicycle", "garden", "stump", "room", "counter", "kitchen", "bonsai"] # 7 splits
|
||||
# 1/8 of input images used in the paper = 0.125 -> 1 - this = 0.875
|
||||
mipnerf360_table_rows = [
|
||||
# nerfacto method
|
||||
(
|
||||
"nerfacto-w/o-pose-app",
|
||||
"nerfacto",
|
||||
"--pipeline.eval_optimize_cameras True --pipeline.eval_optimize_appearance False --pipeline.datamanager.camera-optimizer.mode off --pipeline.model.use-appearance-embedding False nerfstudio-data --downscale-factor 4",
|
||||
"--pipeline.eval_optimize_cameras True --pipeline.eval_optimize_appearance False --pipeline.datamanager.camera-optimizer.mode off --pipeline.model.use-appearance-embedding False nerfstudio-data --downscale-factor 4 --train-split-percentage 0.875",
|
||||
),
|
||||
# TODO: instant-ngp method
|
||||
# (
|
||||
# "instant-ngp-w/o-pose-app",
|
||||
# "instant-ngp",
|
||||
# "--pipeline.eval_optimize_cameras True --pipeline.eval_optimize_appearance False --pipeline.datamanager.camera-optimizer.mode off --pipeline.model.use-appearance-embedding False nerfstudio-data --downscale-factor 4",
|
||||
# "--pipeline.eval_optimize_cameras True --pipeline.eval_optimize_appearance False --pipeline.datamanager.camera-optimizer.mode off --pipeline.model.use-appearance-embedding False nerfstudio-data --downscale-factor 4 --train-split-percentage 0.875",
|
||||
# ),
|
||||
]
|
||||
|
||||
@@ -1,128 +0,0 @@
|
||||
"""
|
||||
Process the Mipnerf360 dataset.
|
||||
"""
|
||||
|
||||
from nerfstudio.utils.scripts import run_command
|
||||
|
||||
# # split = ["bicycle", "flowers", "garden", "stump", "treehill", "room", "counter", "kitchen", "bonsai"]
|
||||
# splits = ["bicycle", "garden", "stump", "room", "counter", "kitchen", "bonsai"]
|
||||
|
||||
|
||||
# # for processing data
|
||||
|
||||
# for split in splits:
|
||||
# print(f"Processing {split}...")
|
||||
# working_dir = "/home/ethanweber/nerfactory/data/_prep/images/mipnerf360"
|
||||
# cmd = f"ns-process-data images --data {working_dir}/{split}/images --output-dir {working_dir}/processed/{split}/"
|
||||
# output = run_command(cmd, verbose=True)
|
||||
|
||||
# for training
|
||||
|
||||
# 1/8 of input images used in the paper = 0.125 -> 1 - this = 0.875
|
||||
# ns-train nerfacto --vis wandb --data data/nerfstudio/garden nerfstudio-data --downscale-factor 1 --train-split-percentage 0.875
|
||||
# X turn off pose optimization
|
||||
# turn off appearance optimization
|
||||
# increase hash map size. max_res 2048
|
||||
# ns-train nerfacto --vis wandb --data data/_prep/images/mipnerf360/processed/garden --pipeline.datamanager.camera-optimizer.mode off --trainer.steps-per-eval-all-images 5000 nerfstudio-data --downscale-factor 4
|
||||
|
||||
|
||||
# mipnerf 360 experiments
|
||||
|
||||
splits = ["bicycle", "garden", "stump", "room", "counter", "kitchen", "bonsai"] # 7 splits
|
||||
# method = "nerfacto"
|
||||
method = "instant-ngp"
|
||||
gpus = [0, 3, 6, 7, 8, 9, 3]
|
||||
|
||||
commands = []
|
||||
for split, gpu in zip(splits, gpus):
|
||||
wandb_name = f"mipnerf360-{split}-{method}"
|
||||
command = " ".join(
|
||||
(
|
||||
f"CUDA_VISIBLE_DEVICES={gpu}",
|
||||
f"ns-train {method}",
|
||||
"--vis wandb",
|
||||
f"--wandb-name {wandb_name}",
|
||||
f"--data data/_prep/images/mipnerf360/processed/{split}",
|
||||
"--pipeline.datamanager.camera-optimizer.mode off",
|
||||
"--trainer.steps-per-eval-all-images 5000",
|
||||
"--trainer.max-num-iterations 250000",
|
||||
"--pipeline.model.use_appearance_embedding False",
|
||||
"nerfstudio-data",
|
||||
"--downscale-factor 4",
|
||||
)
|
||||
)
|
||||
print(command)
|
||||
commands.append(command)
|
||||
import subprocess
|
||||
import sys
|
||||
|
||||
|
||||
def f(cmd):
|
||||
out = subprocess.run(cmd, capture_output=False, shell=True, check=False)
|
||||
if out.returncode != 0:
|
||||
print(f"Error running command: {cmd}")
|
||||
sys.exit(1)
|
||||
if out.stdout is not None:
|
||||
return out.stdout.decode("utf-8")
|
||||
|
||||
|
||||
from multiprocessing import Pool
|
||||
|
||||
with Pool() as p:
|
||||
print(p.map(f, commands))
|
||||
|
||||
|
||||
# evaluation...
|
||||
|
||||
#
|
||||
|
||||
# the default method
|
||||
# DATASET="person" METHOD="nerfacto-default" && ns-train nerfacto --vis wandb --data "data/nerfstudio/${DATASET}" --wandb-name "${METHOD}-${DATASET}" --experiment-name "${METHOD}-${DATASET}"
|
||||
# without pose optimization
|
||||
# DATASET="plane" METHOD="nerfacto-no-pose" && ns-train nerfacto --vis wandb --data "data/nerfstudio/${DATASET}" --wandb-name "${METHOD}-${DATASET}" --experiment-name "${METHOD}-${DATASET}" --pipeline.datamanager.camera-optimizer.mode off
|
||||
|
||||
# debugging the evaluation method
|
||||
# --trainer.steps-per-eval-all-images 5000
|
||||
|
||||
# --load-config outputs/nerfacto-no-pose-plane/nerfacto/2022-12-16_194940/config.yml
|
||||
# start train but run eval on all images at the start...
|
||||
|
||||
# DATASET="plane" METHOD="nerfacto-none" && ns-train nerfacto --vis wandb --data "data/nerfstudio/${DATASET}" --wandb-name "${METHOD}" --experiment-name "${METHOD}-${DATASET}" --trainer.load-dir outputs/nerfacto-no-pose-plane/nerfacto/2022-12-16_220419/nerfstudio_models --trainer.steps-per-eval-all-images 10 --pipeline.eval_optimize_cameras False --pipeline.eval_optimize_appearance False
|
||||
# DATASET="plane" METHOD="nerfacto-pose" && ns-train nerfacto --vis wandb --data "data/nerfstudio/${DATASET}" --wandb-name "${METHOD}" --experiment-name "${METHOD}-${DATASET}" --trainer.load-dir outputs/nerfacto-no-pose-plane/nerfacto/2022-12-16_220419/nerfstudio_models --trainer.steps-per-eval-all-images 10 --pipeline.eval_optimize_cameras True --pipeline.eval_optimize_appearance False
|
||||
# DATASET="plane" METHOD="nerfacto-pose-app" && ns-train nerfacto --vis wandb --data "data/nerfstudio/${DATASET}" --wandb-name "${METHOD}" --experiment-name "${METHOD}-${DATASET}" --trainer.load-dir outputs/nerfacto-no-pose-plane/nerfacto/2022-12-16_220419/nerfstudio_models --trainer.steps-per-eval-all-images 10 --pipeline.eval_optimize_cameras True --pipeline.eval_optimize_appearance True
|
||||
# DATASET="plane" METHOD="nerfacto-app" && ns-train nerfacto --vis wandb --data "data/nerfstudio/${DATASET}" --wandb-name "${METHOD}" --experiment-name "${METHOD}-${DATASET}" --trainer.load-dir outputs/nerfacto-no-pose-plane/nerfacto/2022-12-16_220419/nerfstudio_models --trainer.steps-per-eval-all-images 10 --pipeline.eval_optimize_cameras False --pipeline.eval_optimize_appearance True
|
||||
|
||||
|
||||
capture_names = [
|
||||
"Egypt",
|
||||
"person",
|
||||
"kitchen",
|
||||
"plane",
|
||||
"dozer",
|
||||
"floating-tree",
|
||||
"aspen",
|
||||
"stump",
|
||||
"sculpture",
|
||||
"Giannini-Hall",
|
||||
]
|
||||
table_row = [
|
||||
("nerfacto", ""),
|
||||
("w/o-pose", "--pipeline.datamanager.camera-optimizer.mode off"),
|
||||
("w/o-app", "--pipeline.model.use-appearance-embedding False"),
|
||||
(
|
||||
"w/o-pose-app",
|
||||
"--pipeline.datamanager.camera-optimizer.mode off --pipeline.model.use-appearance-embedding False",
|
||||
),
|
||||
("1-prop-network", "--pipeline.model.num_proposal_samples_per_ray (256,) --pipeline.model.num_proposal_iterations 1"),
|
||||
]
|
||||
|
||||
# 30K iterations
|
||||
|
||||
command = """
|
||||
CAPTURE_NAME="plane"
|
||||
TABLE_ROW="nerfacto-app"
|
||||
&&
|
||||
ns-train nerfacto --vis wandb --data "data/nerfstudio/${CAPTURE_NAME}" --wandb-name "${DATASET}-${TABLE_ROW}" --experiment-name "${DATASET}-${TABLE_ROW}"
|
||||
--pipeline.eval_optimize_cameras True --pipeline.eval_optimize_appearance True
|
||||
--trainer.steps-per-eval-all-images 30000 --trainer.max-num-iterations 30001
|
||||
"""
|
||||
Reference in new issue
Block a user