Changed Graph to nn.ModuleDict; Added DDP logic to seup_graph; locallyrunning DDP

This commit is contained in:
evonneng committed 2022-04-15 23:35:00 +00:00
1 parent b2220fef28
commit b8e2713643
5 files changed
+17 -18

No files matched your search

+2 -2
View File
@@ -174,7 +174,7 @@ def launch(
process.join()
logger.info("Process %s finished", str(i))
else:
main_func(config)
main_func(local_rank=0, world_size=1, config=config)
@hydra.main(config_path="../configs", config_name="config.yaml")
@@ -186,7 +186,7 @@ def main(config: DictConfig):
num_machines=config.machine_config.num_machines,
machine_rank=config.machine_config.machine_rank,
dist_url=config.machine_config.dist_url,
config=(config,),
config=config,
)