fixed a bug that occurred when destroying RPC while the world size is 1

xrsrke · Oct 10, 2023 · b57fc3c · b57fc3c
1 parent b7827ea
commit b57fc3c
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/pipegoose/distributed/parallel_context.py b/pipegoose/distributed/parallel_context.py
@@ -329,6 +329,8 @@ def destroy(self):
 
         dist.barrier()
         dist.destroy_process_group()
-        rpc.shutdown()
+
+        if self.get_world_size(ParallelMode.GLOBAL) > 1:
+            rpc.shutdown()
 
         self._groups.clear()