Skip to content

Commit

Permalink
updated
Browse files Browse the repository at this point in the history
  • Loading branch information
robertgshaw2-redhat committed Jan 12, 2025
1 parent 6a5f245 commit 9ea36c8
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions vllm/v1/engine/async_llm.py
Original file line number Diff line number Diff line change
Expand Up @@ -199,7 +199,8 @@ async def generate(
# we can call __init__ before the event loop, which enables us
# to handle startup failure gracefully in the OpenAI server.
if self.output_handler is None:
self.output_handler = asyncio.create_task(self.step_async())
self.output_handler = asyncio.create_task(
self._run_output_handler())

q = await self.add_request(
request_id,
Expand Down Expand Up @@ -231,7 +232,7 @@ async def generate(
await self.abort(request_id)
raise

async def step_async(self):
async def _run_output_handler(self):
"""Busy loop: Pull From EngineCore -> Process -> Push to Queues"""

try:
Expand Down

0 comments on commit 9ea36c8

Please sign in to comment.