diff --git a/scripts/benchmarking/launch_train_blender.sh b/scripts/benchmarking/launch_train_blender.sh index 125d3c7cd..d523770c1 100755 --- a/scripts/benchmarking/launch_train_blender.sh +++ b/scripts/benchmarking/launch_train_blender.sh @@ -2,17 +2,22 @@ DATASETS=("mic" "ficus" "chair" "hotdog" "materials" "drums" "ship" "lego") GPU_IDX=1 + +date +now=$(date) +tag=$(date +'%m-%d-%Y') + for dataset in ${DATASETS[@]}; do export CUDA_VISIBLE_DEVICES=${!GPU_IDX} python scripts/run_train.py \ + '~logging.writer.LocalWriter' \ data.dataset.data_directory=data/blender/${dataset} \ data.dataset.downscale_factor=1 \ - experiment_name=blender_${dataset} \ + experiment_name=blender_${dataset}_${tag} \ graph.model_dir=mattport_models/ \ graph.steps_per_save=25000 \ graph.max_num_iterations=2000000 \ - logging.enable_stats=False \ logging.enable_profiler=False & - echo "Launched ${dataset} on gpu ${!GPU_IDX}" + echo "Launched ${dataset} on gpu ${!GPU_IDX}, ${tag}" GPU_IDX=$((GPU_IDX+1)) done \ No newline at end of file diff --git a/scripts/benchmarking/run_benchmark.py b/scripts/benchmarking/run_benchmark.py index 3b21f5715..2d26e77ec 100644 --- a/scripts/benchmarking/run_benchmark.py +++ b/scripts/benchmarking/run_benchmark.py @@ -17,16 +17,8 @@ from mattport.nerf.trainer import Trainer BENCH = { "method": "vanilla_nerf", "hydra_base_dir": "outputs/", - "ckpt_dir": { - "mic": "2022-05-12_173109", - "ficus": "2022-05-12_173109", - "chair": "2022-05-12_173109", - "hotdog": "2022-05-12_173109", - "materials": "2022-05-12_173109", - "drums": "2022-05-12_173109", - "ship": "2022-05-12_173109", - "lego": "2022-05-12_173109", - }, + "benchmark_date": "05-24-2022", + "object_list": ["mic", "ficus", "chair", "hotdog", "materials", "drums", "ship", "lego"], } @@ -48,8 +40,11 @@ def main(): benchmarks = {} hydra_base_dir = BENCH["hydra_base_dir"] method = BENCH["method"] - for dataset, ckpt_dir in tqdm(BENCH["ckpt_dir"].items()): - hydra_dir = f"{hydra_base_dir}/blender_{dataset}/{method}/{ckpt_dir}/" + benchmark_date = BENCH["benchmark_date"] + for dataset in tqdm(BENCH["object_list"]): + hydra_dir = f"{hydra_base_dir}/blender_{dataset}_{benchmark_date}/{method}/" + basename = os.listdir(hydra_dir)[0] + hydra_dir = f"{hydra_dir}/{basename}" initialize(config_path=os.path.join("../../", hydra_dir, ".hydra/")) config = compose("config.yaml") ckpt = load_best_ckpt(hydra_dir, config)