From 70084ce9465c1e507cb4028017ca8aa4f6a29068 Mon Sep 17 00:00:00 2001 From: Kuntai Du Date: Fri, 10 Jan 2025 23:51:43 +0800 Subject: [PATCH] Doc fix in `benchmark_long_document_qa_throughput.py` (#11933) Signed-off-by: Kuntai Du --- benchmarks/benchmark_long_document_qa_throughput.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/benchmarks/benchmark_long_document_qa_throughput.py b/benchmarks/benchmark_long_document_qa_throughput.py index 13477ef535e86..0b8fba38156f1 100644 --- a/benchmarks/benchmark_long_document_qa_throughput.py +++ b/benchmarks/benchmark_long_document_qa_throughput.py @@ -2,8 +2,7 @@ Offline benchmark to test the long document QA throughput. Example usage: - # This command run the vllm with 50GB CPU memory for offloading - # The workload samples 8 different prompts with a default input + # This workload samples 8 different prompts with a default input # length of 20000 tokens, then replicates each prompt 2 times # in random order. python benchmark_long_document_qa_throughput.py \