[Bench] Flush cache before benchmarking (#2566)

sgl-project · Dec 24, 2024 · 8a56b43 · 8a56b43
1 parent e835a50
commit 8a56b43
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py
@@ -924,6 +924,7 @@ async def limited_request_func(request_func_input, pbar):
             f"are correctly specified. Error: {test_output.error}"
         )
     else:
+        requests.post(base_url + "/flush_cache")
         print("Initial test run completed. Starting main benchmark run...")
 
     time.sleep(1.5)