fixing eval dataloader indices issue (#196)

* added some logic for the indices when none

* forgot to comment out code

* fix linting

* fixed typing

scripts/benchmarking/run_benchmark.py

@@ -41,6 +41,7 @@ def _load_best_ckpt(hydra_dir: str, config: DictConfig) -> str:
     step = os.path.splitext(latest_ckpt)[0].split("-")[-1]
     config.resume_train.load_dir = model_dir
     config.resume_train.load_step = int(step)
+    config.data.dataloader_eval.image_indices = None
     return os.path.join(model_dir, latest_ckpt)
 
 

scripts/run_eval.py

@@ -184,6 +184,7 @@ def main(
     config = compose(config_name, overrides=config_overrides)
 
     config.trainer.resume_train.load_dir = checkpoint_dir
+    config.data.dataloader_eval.image_indices = None
 
     device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
     # setup graph and dataset