From be461b234ba4a1ee8ecded6804d24e2574353337 Mon Sep 17 00:00:00 2001 From: Akshat Tripathi Date: Thu, 12 Dec 2024 11:07:10 +0000 Subject: [PATCH] Fixed merge conflict Signed-off-by: Akshat Tripathi --- vllm/lora/punica_wrapper/punica_selector.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/vllm/lora/punica_wrapper/punica_selector.py b/vllm/lora/punica_wrapper/punica_selector.py index b7758688e52ba..4428da2950d82 100644 --- a/vllm/lora/punica_wrapper/punica_selector.py +++ b/vllm/lora/punica_wrapper/punica_selector.py @@ -15,5 +15,10 @@ def get_punica_wrapper(*args, **kwargs) -> PunicaWrapperBase: from vllm.lora.punica_wrapper.punica_cpu import PunicaWrapperCPU print_info_once("Using PunicaWrapperCPU.") return PunicaWrapperCPU(*args, **kwargs) + elif current_platform.is_hpu(): + # Lazy import to avoid ImportError + from vllm.lora.punica_wrapper.punica_hpu import PunicaWrapperHPU + print_info_once("Using PunicaWrapperHPU.") + return PunicaWrapperHPU(*args, **kwargs) else: - raise NotImplementedError + raise NotImplementedError \ No newline at end of file