Viewer visualization crashes when using DDP (#863)

Setup viewer only in rank 0
This commit is contained in:
Thomas Wang authored and GitHub committed 2022-10-31 09:30:55 -07:00
1 parent 3cc521d0d6
commit b088e230f6
1 file changed
+1 -1
+1 -1
View File
@@ -90,7 +90,7 @@ class Trainer:
# set up viewer if enabled
viewer_log_path = self.base_dir / config.viewer.relative_log_filename
self.viewer_state, banner_messages = None, None
if self.config.is_viewer_enabled():
if self.config.is_viewer_enabled() and local_rank == 0:
self.viewer_state, banner_messages = viewer_utils.setup_viewer(config.viewer, log_filename=viewer_log_path)
self._check_viewer_warnings()
# set up writers/profilers if enabled