From 8a56b43175c7daa0e5d900a27a137778edbc4e97 Mon Sep 17 00:00:00 2001 From: Ying Sheng Date: Mon, 23 Dec 2024 19:21:21 -0800 Subject: [PATCH] [Bench] Flush cache before benchmarking (#2566) --- python/sglang/bench_serving.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py index 96e8677bb60..ac247454987 100644 --- a/python/sglang/bench_serving.py +++ b/python/sglang/bench_serving.py @@ -924,6 +924,7 @@ async def limited_request_func(request_func_input, pbar): f"are correctly specified. Error: {test_output.error}" ) else: + requests.post(base_url + "/flush_cache") print("Initial test run completed. Starting main benchmark run...") time.sleep(1.5)