From d58ea01492f816888063f8be52de8ca6fd282453 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Mon, 9 Dec 2024 05:05:10 -0800 Subject: [PATCH] update --- python/sglang/srt/server.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py index 1d34a0a55fc..c48f9cbf3af 100644 --- a/python/sglang/srt/server.py +++ b/python/sglang/srt/server.py @@ -196,7 +196,9 @@ async def stop_profile_async(): @app.post("/update_weights_from_disk") @time_func_latency async def update_weights_from_disk(obj: UpdateWeightFromDiskReqInput, request: Request): - """Update the weights from disk in-place without re-launching the server.""" + """ + Update the weights from disk inplace without re-launching the server. + """ success, message = await tokenizer_manager.update_weights_from_disk(obj, request) content = {"success": success, "message": message} if success: