Use proc.join instead of busy waiting (#2374)

sgl-project · Dec 6, 2024 · f5b2a3a · f5b2a3a
1 parent f681759
commit f5b2a3a
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py
@@ -462,8 +462,8 @@ def launch_engine(
         if server_args.node_rank >= 1:
             # For other nodes, they do not need to run tokenizer or detokenizer,
             # so they can just wait here.
-            while True:
-                pass
+            for proc in scheduler_procs:
+                proc.join()
     else:
         # Launch the data parallel controller
         reader, writer = mp.Pipe(duplex=False)