tink/nerfstudio
4
0
Fork 0
mirror of https://github.com/nerfstudio-project/nerfstudio.git synced 2026-11-11 02:24:38 +08:00
Code

added fps as benchmarking stats (#142)

Browse Source
This commit is contained in:
evonneng 2022-07-14 17:04:47 -07:00 committed by GitHub
parent d52c11c04c
commit cc9a438057
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 13 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
scripts/benchmarking/run_benchmark.py
View File

@ -68,8 +68,9 @@ def main(args):
ckpt = _load_best_ckpt(hydra_dir, config.trainer)
# run evaluation
avg_psnr, avg_rays_per_sec = run_inference(config)
benchmarks[dataset] = {"avg psnr": avg_psnr, "avg rays/s": avg_rays_per_sec, "checkpoint": ckpt}
stats_dict = run_inference(config)
stats_dict["checkpoint"] = ckpt
benchmarks[dataset] = stats_dict
# reset hydra config
GlobalHydra.instance().clear()

14
scripts/run_eval.py
View File

@ -3,7 +3,7 @@ run_eval.py
"""
import argparse
import os
from typing import Tuple
from typing import Dict
import mediapy as media
import torch
@ -52,7 +52,7 @@ def _load_checkpoint(config: DictConfig, graph: Graph) -> None:
print(f"done loading checkpoint from {load_path}")
def run_inference(config: DictConfig, local_rank: int = 0, world_size: int = 1) -> Tuple[float, float]:
def run_inference(config: DictConfig, local_rank: int = 0, world_size: int = 1) -> Dict[str, float]:
"""helper function to run inference given config specifications (also used in benchmarking)
Args:
@ -74,6 +74,7 @@ def run_inference(config: DictConfig, local_rank: int = 0, world_size: int = 1)
# TODO(ethan): trajector specification
avg_psnr = 0
avg_rays_per_sec = 0
avg_fps = 0
for step, (camera_ray_bundle, batch) in tqdm(enumerate(dataloader_eval)):
with TimeWriter(writer=None, name=None, write=False) as t:
with torch.no_grad():
@ -82,7 +83,8 @@ def run_inference(config: DictConfig, local_rank: int = 0, world_size: int = 1)
psnr = graph.log_test_image_outputs(image_idx, step, batch, outputs)
avg_rays_per_sec = _update_avg(avg_rays_per_sec, camera_ray_bundle.origins.shape[0] / t.duration, step)
avg_psnr = _update_avg(avg_psnr, psnr, step)
return avg_psnr, avg_rays_per_sec
avg_fps = _update_avg(avg_fps, 1 / t.duration, step)
return {"avg psnr": avg_psnr, "avg rays per sec": avg_rays_per_sec, "avg fps": avg_fps}
def create_spiral_video(
@ -155,9 +157,13 @@ def main():
assert args.traj != "interp", "Camera pose interpolation trajectory isn't yet implemented."
if args.method == "psnr":
avg_psnr, avg_rays_per_sec = run_inference(config)
stats_dict = run_inference(config)
avg_psnr = stats_dict["avg psnr"]
avg_rays_per_sec = stats_dict["avg rays per sec"]
avg_fps = stats_dict["avg fps"]
print(f"Avg. PSNR: {avg_psnr:0.4f}")
print(f"Avg. Rays per sec: {avg_rays_per_sec:0.4f}")
print(f"Avg. FPS: {avg_fps:0.4f}")
elif args.method == "traj":
create_spiral_video(config, output_filename=args.output_filename)