diff --git a/tests/test_allreduce_fault_tolerance.py b/tests/test_allreduce_fault_tolerance.py
index d1ee66d99..12e310eba 100644
--- a/tests/test_allreduce_fault_tolerance.py
+++ b/tests/test_allreduce_fault_tolerance.py
@@ -209,3 +209,4 @@ def _make_tensors():
 
     for averager in averagers:
         averager.shutdown()
+    dht.shutdown()