Destory torch group communicator if still available

rapidsai · Dec 6, 2023 · 6eb6d85 · 6eb6d85
1 parent 54ef09c
commit 6eb6d85
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/python/pylibwholegraph/pylibwholegraph/torch/initialize.py b/python/pylibwholegraph/pylibwholegraph/torch/initialize.py
@@ -74,3 +74,4 @@ def finalize():
     """
     wmb.finalize()
     reset_communicators()
+    torch.distributed.destroy_process_group() if torch.distributed.is_initialized() else None