Skip to content

Commit

Permalink
minor: update correct measurement unit (#2406)
Browse files Browse the repository at this point in the history
  • Loading branch information
zhyncs authored Dec 8, 2024
1 parent cc85895 commit 67470bb
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion test/srt/test_bench_serving.py
Original file line number Diff line number Diff line change
Expand Up @@ -125,7 +125,7 @@ def test_online_latency_default(self):
if is_in_ci():
write_github_step_summary(
f"### test_online_latency_default\n"
f'median_e2e_latency_ms : {res["median_e2e_latency_ms"]:.2f} token/s\n'
f'median_e2e_latency_ms : {res["median_e2e_latency_ms"]:.2f} ms\n'
)
self.assertLess(res["median_e2e_latency_ms"], 12000)
self.assertLess(res["median_ttft_ms"], 86)
Expand Down

0 comments on commit 67470bb

Please sign in to comment.